-- Logs begin at Fri 2022-01-28 11:19:42 UTC, end at Fri 2022-01-28 12:19:35 UTC. -- Jan 28 11:50:01.362693 dv-cinder-811877-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 11:50:04.335043 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.common.config [-] Logging enabled! Jan 28 11:50:04.335660 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 11:50:04.335810 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 11:50:04.339066 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.common.config [-] Logging enabled! Jan 28 11:50:04.339283 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 11:50:04.339617 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102295) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 11:50:04.340602 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 11:50:04.340839 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 11:50:04.341211 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 11:50:04.341455 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 11:50:04.341683 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 11:50:04.342004 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.342425 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 11:50:04.342782 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.343105 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.343400 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.343677 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.343990 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.344280 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.344568 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.344866 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.345152 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.345434 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.345787 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.346045 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.346421 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.346717 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.347009 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.347295 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] debug = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.347578 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.348046 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.348476 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.348763 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.349054 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.349352 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.349617 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.349902 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.350186 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.350517 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] host = dv-cinder-811877-11-iscsi {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.350799 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.351087 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.351374 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.351665 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.351969 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.352249 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.352538 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.352814 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.353094 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] log_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.353374 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.353663 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.353951 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.354240 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.354470 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.354695 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.354999 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.355287 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.355566 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.355843 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.356140 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.356417 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.356700 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.356972 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.357258 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.357543 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.357830 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.358109 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.358385 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.358662 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.358938 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.359225 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.359502 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.359780 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.360082 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.360367 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.360641 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.360919 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.361220 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.361687 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.362150 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.362449 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.362732 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.363020 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.363305 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.363583 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.363868 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] use_json = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.364161 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.364435 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.364722 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.364999 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.365273 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.365548 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.365823 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.366107 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.366381 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:04.366679 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.366980 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.367285 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.367594 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.367917 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.368204 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.368496 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.368779 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.369071 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.369361 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.369650 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.369932 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.370234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.370521 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.370816 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.371121 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.371414 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.371708 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.372013 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.372291 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.372567 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.372847 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.373141 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.373421 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.373710 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.374000 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.374282 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.374578 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.374870 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.375164 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.375488 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.375762 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.376071 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.376360 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.376640 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.376933 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.377293 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.377586 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.377865 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.378139 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.378429 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.378693 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.378965 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.379242 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.379522 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.379812 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.380104 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.380379 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.380655 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.380935 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.381214 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.381505 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.381785 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.382061 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.382340 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.382619 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.382893 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.383173 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.383456 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.383733 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.384037 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.384314 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.384593 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.384869 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.385145 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.385420 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.385696 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.385970 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.386250 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.386527 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.386797 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.387070 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.387342 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.387618 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.387928 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.388229 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.388509 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.388791 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.389071 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.389352 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.389633 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.389913 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.390195 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.390475 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.390748 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.391038 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.391326 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.391617 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.391949 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.392233 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.392552 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.392837 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.393130 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.393411 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.393692 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.393979 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.394265 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.394560 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.394856 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.395151 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.395446 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.395742 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.396055 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.396367 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.396648 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:04.396868 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 11:50:04.397111 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102295) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 11:50:04.767127 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 11:50:04.767332 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 11:50:04.767678 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 11:50:04.768046 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 11:50:05.118107 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.118366 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.118652 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.119999 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.120280 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.120548 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.163448 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.163720 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.164013 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.178022 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.178296 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.178559 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.209421 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.209696 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.209965 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.244991 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.245261 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.245525 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.575084 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.575689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.575689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.575832 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.576472 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.674093 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.674413 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.674687 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.675414 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.675414 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.675631 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.675713 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.675994 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.676215 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.676524 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.676781 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.677041 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.677283 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.677532 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.677781 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.678037 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.678286 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.678543 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.678785 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.679039 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.679304 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.679553 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.679825 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.680226 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.680467 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.680708 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.681098 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:05.681337 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:05.681573 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:05.681805 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:05.682037 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:05.682267 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:05.682629 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 11:50:05.685863 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 11:50:05.690016 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 11:50:05.693729 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 28 11:50:05.695353 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 11:50:05.695814 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 11:50:05.696181 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 11:50:05.696560 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 11:50:05.699388 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 11:50:05.699633 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 11:50:05.700004 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 11:50:05.705392 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 11:50:05.729373 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 11:50:05.729823 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.730129 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102295) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 11:50:05.730485 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.731842 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102295) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 11:50:05.732144 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 11:50:05.732388 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 11:50:05.735654 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.735954 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:05.799773 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 11:50:05.800037 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 11:50:05.800294 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 11:50:05.800635 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 11:50:05.824811 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_db.sqlalchemy.engines [None req-d979af25-8310-43a8-94bb-fff298035018 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102295) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 11:50:06.263773 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing driver for type 'gre' Jan 28 11:50:06.264253 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d979af25-8310-43a8-94bb-fff298035018 None None] gre ID ranges: [(1, 1000)] Jan 28 11:50:06.314683 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing driver for type 'local' Jan 28 11:50:06.314987 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing driver for type 'vlan' Jan 28 11:50:06.328046 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d979af25-8310-43a8-94bb-fff298035018 None None] VlanTypeDriver initialization complete Jan 28 11:50:06.328431 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing driver for type 'vxlan' Jan 28 11:50:06.328889 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d979af25-8310-43a8-94bb-fff298035018 None None] vxlan ID ranges: [(1, 1000)] Jan 28 11:50:06.383796 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing extension driver 'port_security' Jan 28 11:50:06.384299 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.extensions.port_security [None req-d979af25-8310-43a8-94bb-fff298035018 None None] PortSecurityExtensionDriver initialization complete Jan 28 11:50:06.384639 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing mechanism driver 'openvswitch' Jan 28 11:50:06.385001 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing mechanism driver 'hyperv' Jan 28 11:50:06.391927 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.plugin [None req-d979af25-8310-43a8-94bb-fff298035018 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:06.392635 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.393137 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.393493 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.394019 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 11:50:06.394463 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnet after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.394847 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnet after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.395185 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.395580 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 11:50:06.396016 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.396365 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.396699 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.397088 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 11:50:06.397492 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > security_group after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.397832 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > security_group after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.398163 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.398687 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 11:50:06.399088 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.399421 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.399760 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.400178 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 11:50:06.400591 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > address_group after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.400931 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > address_group after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.401264 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.401648 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102295) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 11:50:06.402088 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d979af25-8310-43a8-94bb-fff298035018 None None] ML2 OVO RPC backend initialized. {{(pid=102295) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 11:50:06.402782 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.403133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.403537 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.403881 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > networks before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.404237 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.404573 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > ports before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.404911 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnet before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.405224 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnets before_response 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.405561 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.405893 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.406219 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.406575 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.406905 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.407232 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.407560 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnet after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.407913 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnet after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.408474 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.415712 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded quota_driver: . Jan 28 11:50:06.416093 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.plugin [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Modular L2 Plugin initialization complete Jan 28 11:50:06.416436 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading services supported by the core plugin {{(pid=102295) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 11:50:06.416771 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.plugins.ml2.managers [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Got port-security extension from driver 'port_security' Jan 28 11:50:06.417239 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.extensions.vlantransparent [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Disabled vlantransparent extension. Jan 28 11:50:06.417722 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102295) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 11:50:06.418044 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: router Jan 28 11:50:06.454787 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.455282 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router after_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.455657 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router before_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.456058 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.456428 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.456782 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router after_delete 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.457138 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.457481 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.458159 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router after_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.458497 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.458841 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.459162 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.459514 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.459932 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.460297 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.460628 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.460959 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: subnet after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.461288 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.461632 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.461971 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.462291 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: port before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.462629 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.462980 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router after_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.463315 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.463662 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_create 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.464045 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.464389 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_update 55549900 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.464749 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > agent after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.465094 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > agent after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.465434 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > network after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.466273 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Tracking information for resource: router configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:06.466602 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Tracking information for resource: floatingip configured {{(pid=102295) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 11:50:06.471573 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.db.l3_agentschedulers_db [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 11:50:06.472132 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.472484 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: port after_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.472825 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: port after_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.473167 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: port after_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.474055 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router before_create 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.474411 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.474768 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_create 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.475118 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > router precommit_update 55550100 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.480171 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.services.provider_configuration [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service providers = [] {{(pid=102295) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 11:50:06.480529 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.db.servicetype_db [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102295) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 11:50:06.483457 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.services.service_base [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 11:50:06.483806 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.services.service_base [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 11:50:06.484167 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.services.service_base [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 11:50:06.485048 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.services.service_base [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102295) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 11:50:06.485413 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.services.service_base [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 11:50:06.485775 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.486091 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 11:50:06.496732 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.497060 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: auto_allocate Jan 28 11:50:06.502956 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: network precommit_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.503319 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: network precommit_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.503828 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.504176 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: tag Jan 28 11:50:06.511047 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.511368 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: timestamp Jan 28 11:50:06.515441 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.515713 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: network_ip_availability Jan 28 11:50:06.521368 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.521764 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.522085 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.522785 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.523102 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: flavors Jan 28 11:50:06.527875 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.528211 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading Plugin: revisions Jan 28 11:50:06.532790 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102295) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 11:50:06.533392 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_concurrency.lockutils [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=102295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 11:50:06.534150 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102295) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 11:50:06.534482 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Initializing extension manager. Jan 28 11:50:06.535002 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: __init__.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.535342 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: __pycache__ {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.535673 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.536033 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: address_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.536785 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.537357 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: address-group Jan 28 11:50:06.537678 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: address_scope.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.538363 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.538864 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: address-scope Jan 28 11:50:06.539182 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.540132 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.540630 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: router-admin-state-down-before-update Jan 28 11:50:06.540946 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: agent.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.541825 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.542326 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: agent Jan 28 11:50:06.542644 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: agent_resources_synced.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.543531 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.544059 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: agent-resources-synced Jan 28 11:50:06.544377 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: allowedaddresspairs.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.546176 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.546686 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: allowed-address-pairs Jan 28 11:50:06.547006 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: auto_allocated_topology.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.548108 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.548621 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: auto-allocated-topology Jan 28 11:50:06.549044 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: availability_zone.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.549726 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.550220 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: availability_zone Jan 28 11:50:06.550538 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: availability_zone_filter.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.551450 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.551984 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: availability_zone_filter Jan 28 11:50:06.552299 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: data_plane_status.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.553205 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.553698 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 11:50:06.554012 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: default_subnetpools.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.554911 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.555417 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: default-subnetpools Jan 28 11:50:06.555732 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.556563 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.557071 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: dhcp_agent_scheduler Jan 28 11:50:06.557387 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: dns.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.558305 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.558808 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 11:50:06.559130 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: dns_domain_ports.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.560055 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.560556 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 11:50:06.560877 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.561789 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.562287 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 11:50:06.562603 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: dvr.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.563268 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.563766 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: dvr Jan 28 11:50:06.564107 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: ecmp_routes.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.565049 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.565558 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 11:50:06.565869 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: empty_string_filtering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.566793 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.567292 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: empty-string-filtering Jan 28 11:50:06.567606 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.568521 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.569015 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 11:50:06.569329 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.570215 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.570712 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 11:50:06.571028 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: external_net.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.571946 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.572442 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: external-net Jan 28 11:50:06.572761 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.573649 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.574144 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: extra_dhcp_opt Jan 28 11:50:06.574461 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: extraroute.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.575351 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.575905 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: extraroute Jan 28 11:50:06.576178 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: extraroute_atomic.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.577204 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.577707 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: extraroute-atomic Jan 28 11:50:06.578027 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: filter_validation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.578948 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.579451 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: filter-validation Jan 28 11:50:06.579770 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: fip_pf_description.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.580710 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.581200 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 11:50:06.581516 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: fip_port_details.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.582434 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.583249 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: fip-port-details Jan 28 11:50:06.583560 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: flavors.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.584814 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.585334 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: flavors Jan 28 11:50:06.585652 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.587347 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.587879 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 11:50:06.588210 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: floatingip_pools.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.588899 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.589404 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: floatingip-pools Jan 28 11:50:06.589726 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: ip_allocation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.590641 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.591140 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 11:50:06.591459 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.592412 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.592911 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: ip-substring-filtering Jan 28 11:50:06.593236 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l2_adjacency.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.594141 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.594641 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 11:50:06.594959 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l3.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.595976 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.596479 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: router Jan 28 11:50:06.596798 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.599160 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.599681 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 11:50:06.600046 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.600966 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.601471 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: ext-gw-mode Jan 28 11:50:06.601787 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.602693 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.603197 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: l3-ha Jan 28 11:50:06.603516 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l3_flavors.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.604436 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.604932 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: l3-flavors Jan 28 11:50:06.605256 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.606157 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.606655 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 11:50:06.606969 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: l3agentscheduler.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.608056 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.608559 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: l3_agent_scheduler Jan 28 11:50:06.608886 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: local_ip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.610639 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.611155 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension local_ip not supported by any of loaded plugins Jan 28 11:50:06.611509 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: logging.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.613000 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.613517 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension logging not supported by any of loaded plugins Jan 28 11:50:06.613845 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: metering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.614572 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.615151 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: metering Jan 28 11:50:06.615472 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.616575 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.617082 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: metering_source_and_destination_fields Jan 28 11:50:06.617403 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: multiprovidernet.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.618321 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.618826 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: multi-provider Jan 28 11:50:06.619149 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: netmtu.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.620091 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.620593 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: net-mtu Jan 28 11:50:06.620916 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: netmtu_writable.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.621819 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.622317 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: net-mtu-writable Jan 28 11:50:06.622634 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: network_availability_zone.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.623300 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.623798 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: network_availability_zone Jan 28 11:50:06.624152 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: network_ip_availability.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.625255 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.625765 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: network-ip-availability Jan 28 11:50:06.626122 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: network_segment_range.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.626919 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.627414 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 11:50:06.627743 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: pagination.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.628740 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.629063 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: pagination Jan 28 11:50:06.629380 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: port_device_profile.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.630292 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.630797 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: port-device-profile Jan 28 11:50:06.631116 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.632075 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.632575 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: port-mac-address-regenerate Jan 28 11:50:06.632892 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.633934 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.634438 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: port-numa-affinity-policy Jan 28 11:50:06.634796 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: port_resource_request.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.635662 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.636191 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 11:50:06.636509 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: port_resource_request_groups.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.637450 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.637951 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 11:50:06.638264 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: portbindings.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.639178 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.639675 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: binding Jan 28 11:50:06.640027 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: portbindings_extended.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.641296 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.641799 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: binding-extended Jan 28 11:50:06.642149 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: portsecurity.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.643081 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.643577 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: port-security Jan 28 11:50:06.643922 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: project_id.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.644885 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.645213 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: project-id Jan 28 11:50:06.645527 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: providernet.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.646464 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.646961 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: provider Jan 28 11:50:06.647276 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.650875 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.651389 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos not supported by any of loaded plugins Jan 28 11:50:06.651719 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.652982 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.653492 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 11:50:06.653818 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.654727 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.655240 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 11:50:06.655565 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_default.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.656523 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.657029 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-default not supported by any of loaded plugins Jan 28 11:50:06.657344 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_fip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.658287 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.658805 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 11:50:06.659119 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.660058 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.660563 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 11:50:06.660881 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_gateway_ip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.661810 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.662310 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 11:50:06.662626 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_port_network_policy.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.663533 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.664061 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 11:50:06.664378 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.665409 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.665908 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 11:50:06.666221 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_pps_rule.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.667394 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.667929 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 11:50:06.668248 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_rule_type_details.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.669151 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.669656 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 11:50:06.669975 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: qos_rules_alias.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.671026 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.671533 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 11:50:06.671873 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: quota_check_limit.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.672774 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.673279 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: quota-check-limit Jan 28 11:50:06.673600 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: quotasv2.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.674705 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.675032 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: quotas Jan 28 11:50:06.675347 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: quotasv2_detail.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.677203 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.677533 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: quota_details Jan 28 11:50:06.677867 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: rbac.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.678904 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.679421 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: rbac-policies Jan 28 11:50:06.680039 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: rbac_address_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.680957 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.681467 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: rbac-address-group Jan 28 11:50:06.681789 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: rbac_address_scope.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.682693 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.683204 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: rbac-address-scope Jan 28 11:50:06.683521 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: rbac_security_groups.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.684448 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.684956 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: rbac-security-groups Jan 28 11:50:06.685279 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: rbac_subnetpool.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.686189 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.686700 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: rbac-subnetpool Jan 28 11:50:06.687020 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: revisionifmatch.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.687971 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.688480 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: revision-if-match Jan 28 11:50:06.688800 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: revisions.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.689943 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.690443 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: standard-attr-revisions Jan 28 11:50:06.690768 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: router_availability_zone.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.691429 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.691961 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: router_availability_zone Jan 28 11:50:06.692280 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: routerservicetype.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.693194 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.693694 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 11:50:06.694017 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.694998 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.695502 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: security-groups-normalized-cidr Jan 28 11:50:06.695824 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.696754 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.697253 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: port-security-groups-filtering Jan 28 11:50:06.697574 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.698486 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.698987 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: security-groups-remote-address-group Jan 28 11:50:06.699304 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.700236 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.700739 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: security-groups-shared-filtering Jan 28 11:50:06.701055 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.701632 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 11:50:06.701950 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: securitygroup.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.712207 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.712733 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: security-group Jan 28 11:50:06.713065 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: segment.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.713841 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.714347 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension segment not supported by any of loaded plugins Jan 28 11:50:06.714672 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.715899 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.716427 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 11:50:06.716750 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: servicetype.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.717853 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.718369 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: service-type Jan 28 11:50:06.718689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: sorting.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.719651 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.720006 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: sorting Jan 28 11:50:06.720322 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: standard_attr_segment.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.721239 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.721736 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 11:50:06.722052 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: standardattrdescription.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.722689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.723185 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: standard-attr-description Jan 28 11:50:06.723502 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: stateful_security_group.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.724435 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.724941 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: stateful-security-group Jan 28 11:50:06.725260 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: stdattrs_common.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.725823 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 11:50:06.726173 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.727056 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.727563 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 11:50:06.727875 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: subnet_onboard.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.730769 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.730769 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: subnet_onboard Jan 28 11:50:06.730769 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.730769 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.731174 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 11:50:06.731494 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: subnet_service_types.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.732427 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.732938 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: subnet-service-types Jan 28 11:50:06.733260 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: subnetallocation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.734322 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.734827 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: subnet_allocation Jan 28 11:50:06.737299 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.737299 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.737299 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: subnetpool-prefix-ops Jan 28 11:50:06.737299 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.737890 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.738394 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 11:50:06.738710 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: tagging.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.739774 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.740314 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: standard-attr-tag Jan 28 11:50:06.740637 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: timestamp.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.741832 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.742338 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loaded extension: standard-attr-timestamp Jan 28 11:50:06.742659 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: trunk.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.743675 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.744211 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension trunk not supported by any of loaded plugins Jan 28 11:50:06.744529 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: trunk_details.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.745440 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.745940 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 11:50:06.746257 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: uplink_status_propagation.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.747161 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.747663 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 11:50:06.748000 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Loading extension file: vlantransparent.py {{(pid=102295) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 11:50:06.748662 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102295) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 11:50:06.749159 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 11:50:06.751668 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:network Jan 28 11:50:06.752245 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:subnet Jan 28 11:50:06.752713 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 11:50:06.753103 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:port Jan 28 11:50:06.754352 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.754789 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service FLAVORS assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.755468 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.755890 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.756230 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:router Jan 28 11:50:06.756658 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 11:50:06.757136 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service METERING assigned prefix: /metering {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.758585 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.758961 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.759310 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:50:06.760352 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 11:50:06.760791 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:security_group Jan 28 11:50:06.761207 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 11:50:06.762880 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.763215 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 11:50:06.763564 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] subnetpool is already registered Jan 28 11:50:06.764030 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.764357 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 11:50:06.764699 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] subnetpool is already registered Jan 28 11:50:06.766974 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.767346 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service FLAVORS assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.768129 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.768549 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.768884 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:router Jan 28 11:50:06.769220 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] router is already registered Jan 28 11:50:06.769628 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 11:50:06.769962 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] floatingip is already registered Jan 28 11:50:06.770408 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service METERING assigned prefix: /metering {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.771064 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 11:50:06.771385 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] rbac_policy is already registered Jan 28 11:50:06.771789 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:security_group Jan 28 11:50:06.772139 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] security_group is already registered Jan 28 11:50:06.772536 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 11:50:06.772864 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] security_group_rule is already registered Jan 28 11:50:06.773493 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.773824 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 11:50:06.774153 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] subnetpool is already registered Jan 28 11:50:06.774561 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.v2.resource_helper [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Service CORE assigned prefix: {{(pid=102295) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 11:50:06.774884 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 11:50:06.775209 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING neutron.quota.resource_registry [None req-d979af25-8310-43a8-94bb-fff298035018 None None] subnetpool is already registered Jan 28 11:50:06.775689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: extensions {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.777178 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: address-groups {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.778651 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: address-scopes {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.780022 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: agents {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.781449 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: auto-allocated-topology {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.782713 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: availability_zones {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.784127 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: dhcp-networks {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.785634 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: dhcp-agents {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.787067 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: routers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.789328 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: flavors {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.790489 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: service_profiles {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.791697 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: next_providers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.793160 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: service_profiles {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.794658 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: floatingip-pools {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.795920 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: routers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.798002 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: floatingips {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.799388 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: l3-routers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.800817 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: l3-agents {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.802214 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: metering-labels {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.803562 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: metering-label-rules {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.804884 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: network-ip-availabilities {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.806129 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: bindings {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.807756 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: quotas {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.809335 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: quotas {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.810939 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: rbac-policies {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.812229 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: security-groups {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.813446 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: security-group-rules {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.814717 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: service-providers {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.815977 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: subnetpools {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.817376 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: subnetpools {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.818815 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.820508 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.822300 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.824098 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.826858 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.828732 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.830456 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.832543 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.834589 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.836465 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron.api.extensions [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Extended resource: tags {{(pid=102295) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 11:50:06.842431 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING keystonemiddleware.auth_token [None req-d979af25-8310-43a8-94bb-fff298035018 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 11:50:06.847195 dv-cinder-811877-11-iscsi neutron-server[102295]: WARNING keystonemiddleware.auth_token [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 11:50:06.855727 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_concurrency.lockutils [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Acquired lock "singleton_lock" {{(pid=102295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 11:50:06.856222 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_concurrency.lockutils [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Releasing lock "singleton_lock" {{(pid=102295) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 11:50:06.856858 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO oslo_service.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Starting 2 workers Jan 28 11:50:06.861797 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Started child 102404 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 11:50:06.866523 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Started child 102405 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 11:50:06.867622 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:06.868406 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO neutron.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 11:50:06.868663 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:06.869125 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [-] (102404) wsgi starting up on http://0.0.0.0:9696 Jan 28 11:50:06.871104 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO oslo_service.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Starting 1 workers Jan 28 11:50:06.871386 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:06.872770 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [-] (102405) wsgi starting up on http://0.0.0.0:9696 Jan 28 11:50:06.876277 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Started child 102406 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 11:50:06.876799 dv-cinder-811877-11-iscsi neutron-server[102295]: INFO oslo_service.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Starting 1 workers Jan 28 11:50:06.880482 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] calling RpcWorker wait() {{(pid=102406) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 11:50:06.881069 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] returning from RpcWorker wait() {{(pid=102406) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 11:50:06.881389 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Started child 102407 {{(pid=102295) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 11:50:06.882909 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG neutron_lib.callbacks.manager [None req-d979af25-8310-43a8-94bb-fff298035018 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:06.882987 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:06.883133 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:06.884539 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 11:50:06.884727 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 11:50:06.885127 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 11:50:06.885315 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 11:50:06.885658 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 11:50:06.885804 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 11:50:06.886304 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.886574 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.886832 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.887091 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.887391 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.887984 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.888254 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.888431 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:06.888932 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.888932 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.888932 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.889322 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.889322 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.889551 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:06.889676 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.889676 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.889981 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.890223 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.890465 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.890722 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.890879 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.891142 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.891393 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.891640 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.891895 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] debug = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.892123 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.892824 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.893050 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.893285 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.893523 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.893762 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.893989 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.894259 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.894495 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.894710 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.894927 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.895185 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.895418 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.895639 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.895908 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.896127 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.896365 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.896583 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.897008 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] host = dv-cinder-811877-11-iscsi {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.897220 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.897433 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.897670 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.897904 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.898148 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.898357 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.898632 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.898886 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.899124 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.899356 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.899594 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.899800 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.900058 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.900281 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.900439 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_options = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.900664 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.900913 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.901160 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.901340 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.901502 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.901660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.901915 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.902075 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.902316 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.902527 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.902735 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.902942 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.903244 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.903388 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.903611 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.903843 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.904087 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.904316 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.904562 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.904798 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.905023 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.905247 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.905472 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.905701 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.905924 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.906152 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.906379 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.906606 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.906824 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.907039 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.907266 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.907520 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.907761 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.908009 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.908282 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.908512 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.908731 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.908949 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.909209 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.909430 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.909770 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.910205 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.910714 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.911150 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.912229 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.912588 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.912867 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_json = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.914660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.914660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.914660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.914660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.914660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.914660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.914660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.916234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.916234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.916234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.916234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.920557 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.920557 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.920557 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.920557 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.920557 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.920557 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.920557 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.922314 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.922314 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.922595 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.922798 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.923159 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.923335 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.923671 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.924541 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.924895 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.925155 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.925378 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.925599 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.925836 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.926093 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.926315 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.926937 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.927181 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.927410 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.927700 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.927988 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.929239 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.929554 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.929824 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.930085 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.930326 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.930574 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.930776 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.931358 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.931608 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.931806 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.932202 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.932452 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.932664 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.932916 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.933170 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.933411 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.933649 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.933872 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.934112 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.934383 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.934619 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.934862 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.935098 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.935352 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.935584 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.935818 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.936073 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.936336 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.936601 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.936821 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.937153 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.937432 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.937657 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.937891 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.938108 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.938322 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.938540 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.938761 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.938972 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.939453 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.939968 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.940362 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.940989 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.941424 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.941823 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.942333 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.942757 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.943148 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.943548 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.943768 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.944029 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.944247 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.944472 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.944689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.944917 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.945307 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.945738 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.945956 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.946170 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.946385 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.946602 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.946814 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.947084 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.947396 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.947829 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.948108 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.948330 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.948573 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.948990 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.949234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.949449 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.949672 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.949884 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.950286 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.950535 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.950940 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.951344 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.951673 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.952000 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.952331 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.952635 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.952913 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.953167 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.953397 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.953658 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.953893 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.954145 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.954390 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.954626 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.954919 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.955191 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.955505 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.955909 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.956188 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.956479 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.956741 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.957025 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.957277 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.957538 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.958112 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.958358 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.958615 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.958846 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.959090 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.959324 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.959567 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.959783 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.960027 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.960253 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.960580 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.960814 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.961053 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.961268 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.961529 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.961783 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.962025 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.962275 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.962519 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.962756 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.962981 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.963520 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.963520 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.963676 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.963897 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.964111 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.964362 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.964609 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.964857 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.965090 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.965402 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.965808 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.966174 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.966412 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.966656 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.966876 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.967108 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.967515 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.967734 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.967983 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.968234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.968450 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.968668 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.968890 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.969112 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.969354 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.969568 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.969836 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.970086 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.970326 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.970597 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.970837 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.971093 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.971305 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.971548 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.971775 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.972011 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.972230 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.972448 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.972660 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.972873 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.973101 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.973315 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.973582 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.973813 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.974137 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.974415 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.974627 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.974862 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.975096 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.975329 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.975562 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.975791 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.976024 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.976233 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.976468 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.976744 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.976993 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.977227 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.977451 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.977690 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.977906 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.978124 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.978332 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.978616 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.978860 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.979092 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.979667 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.979667 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.979941 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.980081 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.980220 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.980421 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.980641 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.980855 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.981068 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.981310 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.981517 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.981723 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.981941 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.982213 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.982422 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.982680 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.982908 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.983115 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.983335 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.983547 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.983755 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.984012 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.984221 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.984346 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:06.984489 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.984677 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.984845 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.985052 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.985280 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.985489 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.985694 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.985910 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.986121 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.986394 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.986724 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.986967 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.987194 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.987479 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.987705 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.987969 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.988228 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.988511 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.988736 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.988971 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.989203 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.989432 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.989683 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.989933 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.990234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.990520 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.990762 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.991009 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.991277 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.991545 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.991806 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.992042 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.992328 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.992637 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.992906 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.993178 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.993401 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.993639 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.993858 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.994087 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.994306 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.994542 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.994760 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.994996 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.995249 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.995475 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.995688 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.995931 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.996149 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.996403 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.996612 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.996831 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.997044 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:06.997200 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 11:50:06.997716 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102295) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 11:50:06.997877 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 11:50:06.998031 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 11:50:06.998217 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 11:50:06.998387 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 11:50:06.998540 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 11:50:06.998749 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.998910 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.999071 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.999230 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.999390 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.999581 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.999746 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:06.999927 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.000088 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.000249 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.000407 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.000565 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.000723 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.000884 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.001048 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.001191 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.001328 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.001463 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.001610 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.002263 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.002263 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.002263 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.002263 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] debug = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.002806 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.002806 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.002806 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004684 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004684 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004684 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004684 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.004684 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005016 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005016 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005166 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] host = dv-cinder-811877-11-iscsi {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005243 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005374 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005532 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005688 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.005845 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.006003 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.006161 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.006321 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.006477 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.006634 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.006791 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.006948 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.007107 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.007264 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.007420 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_options = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.007665 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.007774 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.007883 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.008062 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.008226 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.008389 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.008539 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.008694 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009192 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009192 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009192 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009556 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009556 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009556 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009896 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.009896 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.010082 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.010159 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.010298 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.010455 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.010761 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.011067 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.011226 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.011384 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.011548 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.011708 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.011892 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.012035 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.012194 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.012355 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.012515 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.012672 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.012830 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.012989 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.013146 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.013304 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.013462 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.013618 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.013780 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.013940 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.014097 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.014254 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.014414 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.014573 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.014730 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.014886 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.015038 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_json = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.015213 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.015358 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.015511 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.015674 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.015889 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.015991 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.016145 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.016297 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.016456 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 11:50:07.016636 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.016799 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.016968 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.017177 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.017271 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.017433 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.017738 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.017899 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.017990 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.018128 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.018267 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.018403 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.018536 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.018669 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.018831 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.018992 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.019143 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.019300 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.019452 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.019609 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.019770 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.019937 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.020108 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.020270 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.020431 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.020591 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.020749 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.020917 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.021075 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.021251 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.021412 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.021572 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.021731 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.021892 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.022054 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.022217 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.022377 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.022538 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.022729 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.022866 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.022999 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.023133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.023288 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.023438 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.023583 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.023742 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.023912 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.024076 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.024239 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.024399 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.024559 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.024719 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.024880 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.025038 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.025198 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.025359 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.025518 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.025689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.025848 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.026012 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.026170 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.026330 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.026490 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.026650 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.026809 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.026968 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.027126 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.027286 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.027461 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.027619 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.027779 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.027960 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.028121 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.028281 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.028440 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.028601 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.028761 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.028920 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.029078 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.029253 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.029385 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.029542 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.029702 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.029862 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.030021 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.030182 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.030341 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.030501 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.030661 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.030821 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.030981 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.031147 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.031322 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.031480 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.031642 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.031803 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.031982 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.032123 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.032274 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.032436 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.032594 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.032753 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.032911 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.033069 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.033266 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.033426 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.033625 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.033854 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.034016 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.034175 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.034339 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.034498 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.034657 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.034817 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.034976 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.035177 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.035351 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.035574 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.035574 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.035773 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43512) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:07.035886 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.035969 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.036046 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.036214 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.036384 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.036543 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.036702 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.036861 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.037020 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.037178 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.037337 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.037498 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.037658 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.037818 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.037977 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.038150 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.038311 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.038471 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.038631 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.038814 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.038973 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.039133 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.039292 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.039450 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.039609 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.039767 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.040038 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.040201 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.040360 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.040517 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.040677 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.040837 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.041043 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.041151 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.041298 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.041459 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.041618 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.041777 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.041939 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.042099 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.042257 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.042416 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.042574 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.042732 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.042891 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.043051 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.043210 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.043370 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.043530 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.043689 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.043871 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.044595 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.044595 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.044595 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.044913 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064952 Jan 28 11:50:07.045033 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045033 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045033 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045033 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045352 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045352 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045352 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045652 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045652 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045802 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.045954 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.046113 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047035 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047035 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047035 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047035 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047035 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047035 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047494 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047494 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047494 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047719 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.047833 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.048016 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.048098 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.048225 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.048385 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.048544 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.048705 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.049841 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.049972 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.050173 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.050304 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.050462 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.050619 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.050779 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.050940 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.051099 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.051259 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.051435 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.051597 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.051759 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.051940 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.052101 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.052261 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.052431 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.052591 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.052749 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.052909 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.053073 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.053229 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.053398 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.053561 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.053719 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.053880 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.054039 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.054203 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.054375 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.054535 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.054694 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.054853 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.055011 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.055186 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.055340 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.055500 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.055662 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.055823 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.056000 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.056159 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.056329 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.056489 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.056648 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.056807 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.056966 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.057125 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.057294 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.057456 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.057614 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.057778 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.057936 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.058095 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.058255 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.058426 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.058586 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.058747 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.058907 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.059066 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.059223 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.059384 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.059547 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.059717 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.059902 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.060066 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.060234 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.060404 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.060571 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.060730 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.060894 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.061066 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.061228 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.061389 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.061548 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.061708 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.061866 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.062025 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.062185 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.062343 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.062502 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.062661 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.062820 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.062978 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.063137 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.063345 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.063483 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.063605 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.063748 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.063930 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.064087 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 11:50:07.064244 dv-cinder-811877-11-iscsi neutron-server[102295]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102295) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 11:50:18.475276 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60953f-2fd3-4765-94d8-d4580d235fd9 None None] get_active_networks_info from dv-cinder-811877-11-iscsi {{(pid=102406) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 11:50:18.542822 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e60953f-2fd3-4765-94d8-d4580d235fd9 None None] No non-hosted networks {{(pid=102406) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 11:50:18.590000 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.agentschedulers_db [None req-6e60953f-2fd3-4765-94d8-d4580d235fd9 None None] DHCP Agent not found on host dv-cinder-811877-11-iscsi {{(pid=102406) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 11:50:18.740272 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8ab53549-1ec6-49fe-961d-6fc7746dc721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539577'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:20.609074 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b5b18552-ab85-414b-8a3e-f778de740305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539577'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:20.670659 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2a65404c-83b3-4414-a3bc-b2aedae29beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:21.610451 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539577'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:23.178909 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539577'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:24.402900 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539577'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:24.403723 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.404664 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.406279 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.408194 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.408598 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.409303 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.409859 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.410421 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.411233 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.411778 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.412374 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.412943 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.413529 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:24.413990 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811877-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:24.420108 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811877-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:26.574354 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.db.l3_hamode_db [None req-f0da1302-a0a4-49ab-9595-91403d56c0c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 11:50:26.650649 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da1302-a0a4-49ab-9595-91403d56c0c9 None None] Routers set() bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:50:26.650956 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da1302-a0a4-49ab-9595-91403d56c0c9 None None] Router IDs set() for agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 11:50:27.145710 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43610) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:27.667199 dv-cinder-811877-11-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-d2467929-88b1-405e-9bc9-b49ee95ed655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:27.667959 dv-cinder-811877-11-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-d2467929-88b1-405e-9bc9-b49ee95ed655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:27.898732 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [None req-d2467929-88b1-405e-9bc9-b49ee95ed655 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:50:27.899837 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d2467929-88b1-405e-9bc9-b49ee95ed655 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7532616 Jan 28 11:50:30.613313 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 43626) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:31.142536 dv-cinder-811877-11-iscsi neutron-server[102404]: WARNING oslo_policy.policy [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:31.143480 dv-cinder-811877-11-iscsi neutron-server[102404]: WARNING oslo_policy.policy [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:31.365975 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'tenant_id': '9c44df44f65d418b81d7c634c667ef02', 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:50:31.454795 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.policy [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102404) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 11:50:31.496106 dv-cinder-811877-11-iscsi neutron-server[102404]: WARNING oslo_policy.policy [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:31.496520 dv-cinder-811877-11-iscsi neutron-server[102404]: WARNING oslo_policy.policy [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:31.607575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743832067863', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743832064320', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743832119244', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743832113877', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743832104377', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743832096141', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1889990', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1638086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674191'] for rbac-policy (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:31.681454 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:31.684297 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-ab88bc12-c4bc-48a0-bb12-0d2c6415f0b0 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0686977 Jan 28 11:50:34.347373 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 43644) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:34.682749 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Request body: {'network': {'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'admin_state_up': True, 'name': 'private'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:50:34.713729 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Made reservation on behalf of 07b7a7ee379e401b9e85ccca764186e7 for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:50:34.716560 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:34.734530 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:34.844533 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks [] for security_group (05de9c26-829b-4ecb-b3d5-abfaeac72cde), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:34.850609 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (05de9c26-829b-4ecb-b3d5-abfaeac72cde), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:34.881017 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:50:34.908879 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743834785163', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (9cb13709-05a4-48ab-b573-3fb380bd0d43), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:34.909598 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Unsubscribe: segment precommit_create {{(pid=102404) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 11:50:34.910117 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Added segment 9cb13709-05a4-48ab-b573-3fb380bd0d43 of type vlan for network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 Jan 28 11:50:34.926050 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05de9c26-829b-4ecb-b3d5-abfaeac72cde,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:34.951886 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.952243 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.952576 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.952903 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.953229 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.953547 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.953879 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.954201 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.954530 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.954847 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.955200 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.955494 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.955829 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Tracked resource versions report: Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: pushed versions: Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: { 'AddressGroup': {'1.2'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'ConntrackHelper': {'1.0'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Log': {'1.0'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Network': {'1.1'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Port': {'1.7'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'PortForwarding': {'1.2'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'QosPolicy': {'1.10'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroup': {'1.5'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SubPort': {'1.0'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Subnet': {'1.1'}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Trunk': {'1.1'}} Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: consumer versions: Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'ConntrackHelper': '1.0', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'LocalIPAssociation': '1.0', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Log': '1.0', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Network': '1.1', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Port': '1.7', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'PortForwarding': '1.2', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'QosPolicy': '1.10', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroup': '1.5', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroupRule': '1.2', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SubPort': '1.0', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Subnet': '1.1', Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Trunk': '1.1'}} Jan 28 11:50:34.957208 dv-cinder-811877-11-iscsi neutron-server[102404]: {{(pid=102404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:50:35.023718 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (f5c653cf-7ff5-49e5-98a6-9bac4a108d20), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:35.065954 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (f5c653cf-7ff5-49e5-98a6-9bac4a108d20), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:35.067165 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:50:35.067873 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:35.151680 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8030725 Jan 28 11:50:35.164249 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1d1a-30de-44e6-a6aa-9dfa7703f8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c653cf-7ff5-49e5-98a6-9bac4a108d20,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:35.186829 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:50:38.134303 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 43658) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:38.578032 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e527c4-ca13-449b-841c-e44688aa8dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:50:38.579383 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-10e527c4-ca13-449b-841c-e44688aa8dfd admin admin] 10.222.0.36 "GET /v2.0/networks/f5c653cf-7ff5-49e5-98a6-9bac4a108d20 HTTP/1.1" status: 200 len: 825 time: 0.4441743 Jan 28 11:50:38.606403 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-2c5ce9f2-417f-4e30-9fd0-c2e5a41f772c admin admin] 10.222.0.36 "GET /v2.0/subnetpools/5eddd410-8fa7-4f3a-9771-2ee7ae915561 HTTP/1.1" status: 200 len: 734 time: 0.0206480 Jan 28 11:50:38.618630 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5eddd410-8fa7-4f3a-9771-2ee7ae915561', 'ip_version': 4}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:50:38.641381 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Made reservation on behalf of 07b7a7ee379e401b9e85ccca764186e7 for: {'subnet': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:50:38.643895 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:38.951121 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (ba89c002-1228-4d22-bf42-3af15e433912), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:39.016485 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba89c002-1228-4d22-bf42-3af15e433912,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:39.023370 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Checking segment: {'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:50:39.023721 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Network hostable DHCP agents. Network: f5c653cf-7ff5-49e5-98a6-9bac4a108d20, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:50:39.045883 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:50:39.057501 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, f5c653cf-7ff5-49e5-98a6-9bac4a108d20) {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:50:39.062191 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:50:39.062773 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:39.068887 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e18246-eb64-47e4-b405-ba189dde4e68 None None] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:50:39.080669 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a0db3ea6-5503-4565-8bdc-b9fdf1470420 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4653449 Jan 28 11:50:39.334758 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'fixed_ips': [{'subnet_id': 'ba89c002-1228-4d22-bf42-3af15e433912'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 11:50:39.336037 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:39.605235 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Allocated IP 172.20.0.2 (f5c653cf-7ff5-49e5-98a6-9bac4a108d20/ba89c002-1228-4d22-bf42-3af15e433912/e8966e6e-dfd2-4913-8119-d2170cdf36fb) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:50:39.870899 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Publish callbacks [] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:39.878936 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:39.964735 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:50:39.966020 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Pushing event updated for resources: {'Port': ['ID=e8966e6e-dfd2-4913-8119-d2170cdf36fb,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:39.968422 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:50:39.976786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.977125 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.977508 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.977837 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.978150 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.978470 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.978804 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.979136 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.979455 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.979758 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.980099 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.980416 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.980730 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Tracked resource versions report: Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: pushed versions: Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: { 'AddressGroup': {'1.2'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'ConntrackHelper': {'1.0'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Log': {'1.0'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Network': {'1.1'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Port': {'1.7'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'PortForwarding': {'1.2'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'QosPolicy': {'1.10'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroup': {'1.5'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SubPort': {'1.0'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Subnet': {'1.1'}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Trunk': {'1.1'}} Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: consumer versions: Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'ConntrackHelper': '1.0', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'LocalIPAssociation': '1.0', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Log': '1.0', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Network': '1.1', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Port': '1.7', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'PortForwarding': '1.2', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'QosPolicy': '1.10', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroup': '1.5', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroupRule': '1.2', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SubPort': '1.0', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Subnet': '1.1', Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Trunk': '1.1'}} Jan 28 11:50:39.982145 dv-cinder-811877-11-iscsi neutron-server[102406]: {{(pid=102406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:50:39.985966 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:50:40.063115 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Attempting to bind port e8966e6e-dfd2-4913-8119-d2170cdf36fb on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:50:40.063512 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Attempting to bind port e8966e6e-dfd2-4913-8119-d2170cdf36fb by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:50:40.063967 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Attempting to bind port e8966e6e-dfd2-4913-8119-d2170cdf36fb on network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:50:40.069180 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:50:40.069763 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Checking segment: {'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:50:40.070036 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:40.070421 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Bound using segment: {'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:50:40.070911 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Bound port: e8966e6e-dfd2-4913-8119-d2170cdf36fb, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:50:40.071311 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:40.137297 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] For port e8966e6e-dfd2-4913-8119-d2170cdf36fb, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:50:40.141677 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] For port e8966e6e-dfd2-4913-8119-d2170cdf36fb, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=e8966e6e-dfd2-4913-8119-d2170cdf36fb,segment=NetworkSegment(9cb13709-05a4-48ab-b573-3fb380bd0d43),segment_id=9cb13709-05a4-48ab-b573-3fb380bd0d43)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:50:40.146116 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:40.209595 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6f7ca-9572-4334-b84d-6267d6166bd1 None None] Pushing event updated for resources: {'Port': ['ID=e8966e6e-dfd2-4913-8119-d2170cdf36fb,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:41.536930 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 43668) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:41.863778 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [None req-8abf2551-edc1-452a-a8cd-c52299ef32a3 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:50:41.865999 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-8abf2551-edc1-452a-a8cd-c52299ef32a3 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280685 Jan 28 11:50:44.319565 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 43676) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:44.645793 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [None req-e5cf79d5-0832-430d-9980-0a714f3ecf05 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:50:44.646781 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e5cf79d5-0832-430d-9980-0a714f3ecf05 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3261468 Jan 28 11:50:47.334902 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43686) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:47.640487 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] Request body: {'router': {'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'name': 'router1', 'admin_state_up': True}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:50:47.698895 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.policy [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102405) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 11:50:47.740911 dv-cinder-811877-11-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:47.741358 dv-cinder-811877-11-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 11:50:47.808211 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (ce5a6f96-67f3-4934-8d5e-a39437073a48), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:47.810259 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (ce5a6f96-67f3-4934-8d5e-a39437073a48), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:47.972444 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] Publish callbacks [] for router_controller (ce5a6f96-67f3-4934-8d5e-a39437073a48), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:47.978993 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (ce5a6f96-67f3-4934-8d5e-a39437073a48), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:48.000739 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:48.002057 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f3cda372-7594-4c68-8c28-9090f4a01c2e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6661105 Jan 28 11:50:48.414296 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-84e33fc0-80ba-41f7-9f36-0b2542c1fbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:50.447331 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43700) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:50.611317 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1435926b-c171-46c4-aecf-8c129c87142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:50.781523 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [None req-c04d0e1e-98bb-491c-84b8-2e38ab7a87a3 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:50:50.782551 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c04d0e1e-98bb-491c-84b8-2e38ab7a87a3 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3342612 Jan 28 11:50:51.024219 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device e8966e6e-dfd2-4913-8119-d2170cdf36fb up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:50:51.110190 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port e8966e6e-dfd2-4913-8119-d2170cdf36fb triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:50:51.110613 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:51.137660 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e129395a-cfc2-45e6-bf8c-4f4685b03bce None None] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:50:51.228301 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-0e0ab128-9468-47b2-82c1-aeacf610b292 None None] Provisioning complete for port e8966e6e-dfd2-4913-8119-d2170cdf36fb triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:50:51.228658 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab128-9468-47b2-82c1-aeacf610b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:51.345476 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port e8966e6e-dfd2-4913-8119-d2170cdf36fb is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:50:51.345950 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:51.401971 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port e8966e6e-dfd2-4913-8119-d2170cdf36fb, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=e8966e6e-dfd2-4913-8119-d2170cdf36fb,segment=NetworkSegment(9cb13709-05a4-48ab-b573-3fb380bd0d43),segment_id=9cb13709-05a4-48ab-b573-3fb380bd0d43)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:50:51.423780 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:51.464141 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ab128-9468-47b2-82c1-aeacf610b292 None None] Current status of the port e8966e6e-dfd2-4913-8119-d2170cdf36fb is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:50:51.464533 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0e0ab128-9468-47b2-82c1-aeacf610b292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:51.490043 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=e8966e6e-dfd2-4913-8119-d2170cdf36fb,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:51.538701 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.db.api [None req-0e0ab128-9468-47b2-82c1-aeacf610b292 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 11:50:51.539102 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG oslo_db.api [None req-0e0ab128-9468-47b2-82c1-aeacf610b292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 11:50:51.565375 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:52.075664 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ab128-9468-47b2-82c1-aeacf610b292 None None] Current status of the port e8966e6e-dfd2-4913-8119-d2170cdf36fb is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:50:52.196072 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-16d42f28-0106-4281-8b5e-dfdde36921a4 None None] Provisioning complete for port e8966e6e-dfd2-4913-8119-d2170cdf36fb triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:50:52.196366 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-16d42f28-0106-4281-8b5e-dfdde36921a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:52.275973 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-16d42f28-0106-4281-8b5e-dfdde36921a4 None None] Current status of the port e8966e6e-dfd2-4913-8119-d2170cdf36fb is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:50:52.970744 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device e8966e6e-dfd2-4913-8119-d2170cdf36fb up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:50:53.020471 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port e8966e6e-dfd2-4913-8119-d2170cdf36fb triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:50:53.020856 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.100279 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port e8966e6e-dfd2-4913-8119-d2170cdf36fb is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:50:53.143168 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.314657 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43732) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:53.458896 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'tenant_id': '9c44df44f65d418b81d7c634c667ef02', 'is_default': True, 'project_id': '9c44df44f65d418b81d7c634c667ef02', 'provider:network_type': 'flat'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:50:53.483239 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Made reservation on behalf of 9c44df44f65d418b81d7c634c667ef02 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:50:53.486477 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.502530 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.616455 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks [] for security_group (cfa735e6-5d81-4bb7-bbdb-2c94252be258), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.622907 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (cfa735e6-5d81-4bb7-bbdb-2c94252be258), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.634459 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Reserving flat network on physical network physnet1 {{(pid=102405) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 11:50:53.663499 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743834785163', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (7e5a42f3-2833-4d1a-b2db-ae5edb3fda77), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.664095 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Unsubscribe: segment precommit_create {{(pid=102405) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 11:50:53.664612 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Added segment 7e5a42f3-2833-4d1a-b2db-ae5edb3fda77 of type flat for network 3de72453-1fac-40f5-8076-0c354680822f Jan 28 11:50:53.683934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa735e6-5d81-4bb7-bbdb-2c94252be258,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:53.733587 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.733910 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.734271 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.734608 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.734930 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.735249 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.735565 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.735906 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.736281 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.736623 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.737071 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.737423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.737741 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Tracked resource versions report: Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: pushed versions: Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: { 'AddressGroup': {'1.2'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'ConntrackHelper': {'1.0'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Log': {'1.0'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Network': {'1.1'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Port': {'1.7'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'PortForwarding': {'1.2'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'QosPolicy': {'1.10'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroup': {'1.5'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SubPort': {'1.0'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Subnet': {'1.1'}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Trunk': {'1.1'}} Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: consumer versions: Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'ConntrackHelper': '1.0', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'LocalIPAssociation': '1.0', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Log': '1.0', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Network': '1.1', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Port': '1.7', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'PortForwarding': '1.2', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'QosPolicy': '1.10', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroup': '1.5', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroupRule': '1.2', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SubPort': '1.0', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Subnet': '1.1', Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Trunk': '1.1'}} Jan 28 11:50:53.739143 dv-cinder-811877-11-iscsi neutron-server[102405]: {{(pid=102405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:50:53.778213 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (3de72453-1fac-40f5-8076-0c354680822f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.826689 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (3de72453-1fac-40f5-8076-0c354680822f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.828481 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:50:53.829249 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:53.919319 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6034067 Jan 28 11:50:53.932402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7431b7-8481-4018-9438-29e547f9aff7 admin admin] Pushing event updated for resources: {'Network': ['ID=3de72453-1fac-40f5-8076-0c354680822f,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:53.947184 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 3de72453-1fac-40f5-8076-0c354680822f details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:50:54.404326 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:56.248489 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43744) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:50:56.387332 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e29595-b709-4032-b8c9-00f425655b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:50:56.388734 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-30e29595-b709-4032-b8c9-00f425655b71 admin admin] 10.222.0.36 "GET /v2.0/subnets/ba89c002-1228-4d22-bf42-3af15e433912 HTTP/1.1" status: 200 len: 849 time: 0.1392493 Jan 28 11:50:56.540988 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-deeaa71e-e42a-4ab9-9846-b2c6852491c5 admin admin] 10.222.0.36 "GET /v2.0/routers/ce5a6f96-67f3-4934-8d5e-a39437073a48 HTTP/1.1" status: 200 len: 704 time: 0.1427946 Jan 28 11:50:56.815976 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.117340 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Allocated IP 172.20.0.1 (f5c653cf-7ff5-49e5-98a6-9bac4a108d20/ba89c002-1228-4d22-bf42-3af15e433912/5f362861-f30d-409b-86e8-cb5fb9a158d8) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:50:57.311071 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks [] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.378315 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.456188 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:50:57.463408 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:50:57.469569 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:50:57.470268 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (ce5a6f96-67f3-4934-8d5e-a39437073a48), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.492207 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Pushing event updated for resources: {'Port': ['ID=5f362861-f30d-409b-86e8-cb5fb9a158d8,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:57.636900 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-e980040b-c47a-4455-9a15-1ce71aa5174b None None] Provisioning complete for port 5f362861-f30d-409b-86e8-cb5fb9a158d8 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:50:57.637476 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e980040b-c47a-4455-9a15-1ce71aa5174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.668302 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.672944 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-e980040b-c47a-4455-9a15-1ce71aa5174b None None] Port 5f362861-f30d-409b-86e8-cb5fb9a158d8 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 11:50:57.929452 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks [] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.937206 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:57.938007 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (ce5a6f96-67f3-4934-8d5e-a39437073a48), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:58.013415 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Pushing event updated for resources: {'Port': ['ID=5f362861-f30d-409b-86e8-cb5fb9a158d8,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:58.062749 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:50:58.064254 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:50:58.226189 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Router ce5a6f96-67f3-4934-8d5e-a39437073a48 is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 11:50:58.295051 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-e97c3ef3-3835-4de9-a9a8-c7e1b5a7c1ea None None] Provisioning complete for port 5f362861-f30d-409b-86e8-cb5fb9a158d8 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:50:58.295425 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e97c3ef3-3835-4de9-a9a8-c7e1b5a7c1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:58.319784 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 11:50:58.333967 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8cc76fb6-f14c-482b-89ce-99bf463fa8db admin admin] 10.222.0.36 "PUT /v2.0/routers/ce5a6f96-67f3-4934-8d5e-a39437073a48/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7762265 Jan 28 11:50:58.334057 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-e97c3ef3-3835-4de9-a9a8-c7e1b5a7c1ea None None] Port 5f362861-f30d-409b-86e8-cb5fb9a158d8 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 11:50:58.337637 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Sync routers for ids ['ce5a6f96-67f3-4934-8d5e-a39437073a48'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:50:58.351147 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Routers {'ce5a6f96-67f3-4934-8d5e-a39437073a48'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:50:58.352051 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:50:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce5a6f96-67f3-4934-8d5e-a39437073a48'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:58.538072 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Set router ce5a6f96-67f3-4934-8d5e-a39437073a48 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:50:58.969060 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'name': 'router1', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:50:47Z', 'updated_at': '2022-01-28T11:50:57Z', 'revision_number': 2, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'gw_port_host': None, '_interfaces': [{'id': '5f362861-f30d-409b-86e8-cb5fb9a158d8', 'name': '', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'mac_address': 'fa:16:3e:05:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:50:56Z', 'updated_at': '2022-01-28T11:50:57Z', 'revision_number': 2, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'subnets': [{'id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eddd410-8fa7-4f3a-9771-2ee7ae915561'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:59.018512 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Checking router: ce5a6f96-67f3-4934-8d5e-a39437073a48 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:50:59.018881 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Updating router ce5a6f96-67f3-4934-8d5e-a39437073a48 port 5f362861-f30d-409b-86e8-cb5fb9a158d8 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:50:59.092783 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:59.578374 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Publish callbacks [] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:59.586645 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:59.743461 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Pushing event updated for resources: {'Port': ['ID=5f362861-f30d-409b-86e8-cb5fb9a158d8,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:50:59.759143 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.759495 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.759840 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.760195 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.760519 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.760840 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.761171 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.761498 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.761815 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.762144 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.762462 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.762775 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.763085 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Tracked resource versions report: Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: pushed versions: Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: { 'AddressGroup': {'1.2'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'ConntrackHelper': {'1.0'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Log': {'1.0'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Network': {'1.1'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Port': {'1.7'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'PortForwarding': {'1.2'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'QosPolicy': {'1.10'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroup': {'1.5'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SubPort': {'1.0'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Subnet': {'1.1'}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Trunk': {'1.1'}} Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: consumer versions: Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'ConntrackHelper': '1.0', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'LocalIPAssociation': '1.0', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Log': '1.0', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Network': '1.1', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Port': '1.7', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'PortForwarding': '1.2', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'QosPolicy': '1.10', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroup': '1.5', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroupRule': '1.2', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SubPort': '1.0', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Subnet': '1.1', Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Trunk': '1.1'}} Jan 28 11:50:59.764489 dv-cinder-811877-11-iscsi neutron-server[102407]: {{(pid=102407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:50:59.769013 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Attempting to bind port 5f362861-f30d-409b-86e8-cb5fb9a158d8 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:50:59.769403 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Attempting to bind port 5f362861-f30d-409b-86e8-cb5fb9a158d8 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:50:59.769819 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Attempting to bind port 5f362861-f30d-409b-86e8-cb5fb9a158d8 on network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:50:59.775157 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:50:59.775550 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Checking segment: {'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:50:59.776622 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:59.776622 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Bound using segment: {'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:50:59.776868 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Bound port: 5f362861-f30d-409b-86e8-cb5fb9a158d8, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb13709-05a4-48ab-b573-3fb380bd0d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:50:59.777248 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:59.841979 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] For port 5f362861-f30d-409b-86e8-cb5fb9a158d8, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:50:59.863271 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-1cc54431-de08-4fb4-9a5f-cb09995ad3f4 None None] Provisioning complete for port 5f362861-f30d-409b-86e8-cb5fb9a158d8 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:50:59.865323 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] For port 5f362861-f30d-409b-86e8-cb5fb9a158d8, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5f362861-f30d-409b-86e8-cb5fb9a158d8,segment=NetworkSegment(9cb13709-05a4-48ab-b573-3fb380bd0d43),segment_id=9cb13709-05a4-48ab-b573-3fb380bd0d43)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:50:59.866144 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1cc54431-de08-4fb4-9a5f-cb09995ad3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:59.871071 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:50:59.915610 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Routers {'ce5a6f96-67f3-4934-8d5e-a39437073a48'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:50:59.916255 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:50:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce5a6f96-67f3-4934-8d5e-a39437073a48'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:50:59.967323 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-1cc54431-de08-4fb4-9a5f-cb09995ad3f4 None None] Current status of the port 5f362861-f30d-409b-86e8-cb5fb9a158d8 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:50:59.967531 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1cc54431-de08-4fb4-9a5f-cb09995ad3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:00.004835 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-1cc54431-de08-4fb4-9a5f-cb09995ad3f4 None None] For port 5f362861-f30d-409b-86e8-cb5fb9a158d8, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5f362861-f30d-409b-86e8-cb5fb9a158d8,segment=NetworkSegment(9cb13709-05a4-48ab-b573-3fb380bd0d43),segment_id=9cb13709-05a4-48ab-b573-3fb380bd0d43)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:51:00.011461 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1cc54431-de08-4fb4-9a5f-cb09995ad3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:00.011653 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] Set router ce5a6f96-67f3-4934-8d5e-a39437073a48 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:51:00.073254 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc54431-de08-4fb4-9a5f-cb09995ad3f4 None None] Pushing event updated for resources: {'Port': ['ID=5f362861-f30d-409b-86e8-cb5fb9a158d8,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:51:00.130958 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-9d69aec0-9378-464e-ba25-5991cc260660 None None] Provisioning complete for port 5f362861-f30d-409b-86e8-cb5fb9a158d8 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:51:00.131273 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9d69aec0-9378-464e-ba25-5991cc260660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:00.162435 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da766c8-d4e9-4408-b790-101deb687362 None None] Pushing event updated for resources: {'Port': ['ID=5f362861-f30d-409b-86e8-cb5fb9a158d8,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:51:00.213499 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-9d69aec0-9378-464e-ba25-5991cc260660 None None] Current status of the port 5f362861-f30d-409b-86e8-cb5fb9a158d8 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:51:00.241721 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'name': 'router1', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:50:47Z', 'updated_at': '2022-01-28T11:50:57Z', 'revision_number': 2, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'gw_port_host': None, '_interfaces': [{'id': '5f362861-f30d-409b-86e8-cb5fb9a158d8', 'name': '', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'mac_address': 'fa:16:3e:05:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:50:56Z', 'updated_at': '2022-01-28T11:50:59Z', 'revision_number': 4, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'subnets': [{'id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eddd410-8fa7-4f3a-9771-2ee7ae915561'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:51:00.268996 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e6d27-7aab-4697-853f-488d2d96036f None None] The sync data for ids ['ce5a6f96-67f3-4934-8d5e-a39437073a48'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'name': 'router1', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:50:47Z', 'updated_at': '2022-01-28T11:50:57Z', 'revision_number': 2, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'gw_port_host': None, '_interfaces': [{'id': '5f362861-f30d-409b-86e8-cb5fb9a158d8', 'name': '', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'mac_address': 'fa:16:3e:05:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:50:56Z', 'updated_at': '2022-01-28T11:50:59Z', 'revision_number': 4, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'subnets': [{'id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eddd410-8fa7-4f3a-9771-2ee7ae915561'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:51:02.924083 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:51:02.942381 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43762) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:51:03.054761 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7c8902-3ff4-46d8-9a74-cc147b4de1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:51:03.056177 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0c7c8902-3ff4-46d8-9a74-cc147b4de1c0 admin admin] 10.222.0.36 "GET /v2.0/networks/3de72453-1fac-40f5-8076-0c354680822f HTTP/1.1" status: 200 len: 842 time: 0.1126926 Jan 28 11:51:03.066518 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'tenant_id': '9c44df44f65d418b81d7c634c667ef02', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:51:03.088988 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Made reservation on behalf of 9c44df44f65d418b81d7c634c667ef02 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:51:03.091491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:03.412219 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.objects.ports [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102405) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 11:51:03.412599 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (7b083ea1-cafd-42ce-be43-91b26fe15f31), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:03.472914 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b083ea1-cafd-42ce-be43-91b26fe15f31,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:51:03.475154 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:51:03.475504 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Network hostable DHCP agents. Network: 3de72453-1fac-40f5-8076-0c354680822f, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:51:03.496998 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:51:03.509291 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 3de72453-1fac-40f5-8076-0c354680822f) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:51:03.513420 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:51:03.514016 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:03.518839 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095e40b-eea7-4bfe-a06d-995d8187d35e None None] Network 3de72453-1fac-40f5-8076-0c354680822f requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:51:03.534136 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-73771963-ddf4-408f-b06e-67d566ab1506 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4718738 Jan 28 11:51:03.622808 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa9f93c-3f2e-45dc-abc3-19ca2e45fc9e None None] Network 3de72453-1fac-40f5-8076-0c354680822f requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:51:05.873809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43770) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:51:06.009091 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f57bde93-228c-4d92-acbb-26832dee5659 admin admin] 10.222.0.36 "GET /v2.0/routers/ce5a6f96-67f3-4934-8d5e-a39437073a48 HTTP/1.1" status: 200 len: 710 time: 0.1340981 Jan 28 11:51:06.097062 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18442a-c1af-4940-a895-2d36c3416eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:51:06.098439 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2e18442a-c1af-4940-a895-2d36c3416eea admin admin] 10.222.0.36 "GET /v2.0/networks/3de72453-1fac-40f5-8076-0c354680822f HTTP/1.1" status: 200 len: 886 time: 0.0838144 Jan 28 11:51:06.108232 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:51:06.434232 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks [] for router_gateway (ce5a6f96-67f3-4934-8d5e-a39437073a48), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:06.688130 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks [] for router_gateway (ce5a6f96-67f3-4934-8d5e-a39437073a48), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:06.768376 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:06.881150 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Allocated IP 172.27.0.201 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/65218894-8628-4049-b323-2483020c6166) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:51:06.990902 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks [] for port (65218894-8628-4049-b323-2483020c6166), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:06.999739 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5f362861-f30d-409b-86e8-cb5fb9a158d8 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:51:07.027547 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (65218894-8628-4049-b323-2483020c6166), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:07.049119 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 5f362861-f30d-409b-86e8-cb5fb9a158d8 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:51:07.049984 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:07.061856 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:51:07.064745 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:51:07.068024 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:51:07.110064 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Pushing event updated for resources: {'Port': ['ID=65218894-8628-4049-b323-2483020c6166,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:51:07.137719 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 5f362861-f30d-409b-86e8-cb5fb9a158d8 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:51:07.337824 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks [] for router_gateway (ce5a6f96-67f3-4934-8d5e-a39437073a48), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:07.537845 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10274'] for router (ce5a6f96-67f3-4934-8d5e-a39437073a48), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:07.541249 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538553', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533524'] for router (ce5a6f96-67f3-4934-8d5e-a39437073a48), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:07.646374 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Router ce5a6f96-67f3-4934-8d5e-a39437073a48 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 11:51:07.753978 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 11:51:07.758254 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:07.772151 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-290b8f17-f4e4-40df-a746-5f4a2d104b0d admin admin] 10.222.0.36 "PUT /v2.0/routers/ce5a6f96-67f3-4934-8d5e-a39437073a48 HTTP/1.1" status: 200 len: 890 time: 1.6545470 Jan 28 11:51:08.400761 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Sync routers for ids ['ce5a6f96-67f3-4934-8d5e-a39437073a48'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:51:08.412928 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Routers {'ce5a6f96-67f3-4934-8d5e-a39437073a48'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:51:08.413582 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:50:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce5a6f96-67f3-4934-8d5e-a39437073a48'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:51:08.619556 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Set router ce5a6f96-67f3-4934-8d5e-a39437073a48 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:51:09.083196 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'name': 'router1', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '65218894-8628-4049-b323-2483020c6166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:50:47Z', 'updated_at': '2022-01-28T11:51:07Z', 'revision_number': 4, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'gw_port': {'id': '65218894-8628-4049-b323-2483020c6166', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:51:06Z', 'updated_at': '2022-01-28T11:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '5f362861-f30d-409b-86e8-cb5fb9a158d8', 'name': '', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'mac_address': 'fa:16:3e:05:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:50:56Z', 'updated_at': '2022-01-28T11:50:59Z', 'revision_number': 5, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'subnets': [{'id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eddd410-8fa7-4f3a-9771-2ee7ae915561'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:51:09.135475 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Checking router: ce5a6f96-67f3-4934-8d5e-a39437073a48 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:51:09.135724 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Updating router ce5a6f96-67f3-4934-8d5e-a39437073a48 port 65218894-8628-4049-b323-2483020c6166 binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:51:09.181712 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (65218894-8628-4049-b323-2483020c6166), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:09.507595 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Publish callbacks [] for port (65218894-8628-4049-b323-2483020c6166), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:09.513688 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (65218894-8628-4049-b323-2483020c6166), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:09.559531 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Attempting to bind port 65218894-8628-4049-b323-2483020c6166 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:51:09.559920 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Attempting to bind port 65218894-8628-4049-b323-2483020c6166 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:51:09.560289 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Attempting to bind port 65218894-8628-4049-b323-2483020c6166 on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:51:09.570739 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190907b2-1c72-44d6-b16b-81f665d902c7 None None] Pushing event updated for resources: {'Port': ['ID=65218894-8628-4049-b323-2483020c6166,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:51:09.573178 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:51:09.573553 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:51:09.573947 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:09.574329 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:51:09.574801 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Bound port: 65218894-8628-4049-b323-2483020c6166, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:51:09.575179 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (65218894-8628-4049-b323-2483020c6166), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:09.632103 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] For port 65218894-8628-4049-b323-2483020c6166, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:51:09.635195 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] For port 65218894-8628-4049-b323-2483020c6166, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=65218894-8628-4049-b323-2483020c6166,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:51:09.640775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (65218894-8628-4049-b323-2483020c6166), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:09.698222 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Routers {'ce5a6f96-67f3-4934-8d5e-a39437073a48'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:51:09.698825 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:50:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce5a6f96-67f3-4934-8d5e-a39437073a48'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:51:09.732604 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190907b2-1c72-44d6-b16b-81f665d902c7 None None] Pushing event updated for resources: {'Port': ['ID=65218894-8628-4049-b323-2483020c6166,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:51:09.808186 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] Set router ce5a6f96-67f3-4934-8d5e-a39437073a48 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:51:10.024279 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'name': 'router1', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '65218894-8628-4049-b323-2483020c6166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:50:47Z', 'updated_at': '2022-01-28T11:51:07Z', 'revision_number': 4, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'gw_port': {'id': '65218894-8628-4049-b323-2483020c6166', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:51:06Z', 'updated_at': '2022-01-28T11:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '5f362861-f30d-409b-86e8-cb5fb9a158d8', 'name': '', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'mac_address': 'fa:16:3e:05:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:50:56Z', 'updated_at': '2022-01-28T11:50:59Z', 'revision_number': 5, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'subnets': [{'id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eddd410-8fa7-4f3a-9771-2ee7ae915561'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:51:10.058725 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7cef35-5372-48a1-9be0-e150784f87cb None None] The sync data for ids ['ce5a6f96-67f3-4934-8d5e-a39437073a48'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'name': 'router1', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '65218894-8628-4049-b323-2483020c6166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:50:47Z', 'updated_at': '2022-01-28T11:51:07Z', 'revision_number': 4, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'gw_port': {'id': '65218894-8628-4049-b323-2483020c6166', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:51:06Z', 'updated_at': '2022-01-28T11:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '5f362861-f30d-409b-86e8-cb5fb9a158d8', 'name': '', 'network_id': 'f5c653cf-7ff5-49e5-98a6-9bac4a108d20', 'tenant_id': '07b7a7ee379e401b9e85ccca764186e7', 'mac_address': 'fa:16:3e:05:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5a6f96-67f3-4934-8d5e-a39437073a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:50:56Z', 'updated_at': '2022-01-28T11:50:59Z', 'revision_number': 5, 'project_id': '07b7a7ee379e401b9e85ccca764186e7', 'subnets': [{'id': 'ba89c002-1228-4d22-bf42-3af15e433912', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eddd410-8fa7-4f3a-9771-2ee7ae915561'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:51:10.203309 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 43782) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:51:10.414900 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-92c4485c-8910-4080-889b-c7286c9c8d35 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2102950 Jan 28 11:51:11.011088 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 65218894-8628-4049-b323-2483020c6166 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:51:11.064102 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 65218894-8628-4049-b323-2483020c6166 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:51:11.064570 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (65218894-8628-4049-b323-2483020c6166), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:11.140776 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 65218894-8628-4049-b323-2483020c6166 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:51:11.141169 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (65218894-8628-4049-b323-2483020c6166), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:11.161484 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 65218894-8628-4049-b323-2483020c6166, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=65218894-8628-4049-b323-2483020c6166,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:51:11.166218 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (65218894-8628-4049-b323-2483020c6166), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:11.214614 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=65218894-8628-4049-b323-2483020c6166,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:51:12.982910 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 65218894-8628-4049-b323-2483020c6166 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:51:13.038967 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 65218894-8628-4049-b323-2483020c6166 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:51:13.039280 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (65218894-8628-4049-b323-2483020c6166), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:13.116234 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 65218894-8628-4049-b323-2483020c6166 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:51:18.430732 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ff4dbba0-16fb-480b-944b-45818111f84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:20.608794 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4e920bd9-dab9-41eb-84c5-f03540ad352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:21.575655 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:23.151025 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:24.408028 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:39.924415 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:51:48.415697 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5b98a620-dc69-43e9-a820-bfb4289889ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:50.605549 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dfc7d8a8-991e-4660-a3b8-a7a23c19a020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:51.569167 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:53.160139 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:51:54.405083 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:16.980914 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:52:18.410915 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e3e9fa90-f6cd-49eb-ba9f-afccd397bd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:20.601577 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2f9f3cab-3c95-4cba-8507-c35bedc4e06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:21.571333 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:23.155568 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:24.401383 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:29.684551 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44266) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:29.757844 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea86619a-ae09-4ff7-8522-d27d179a99f1 admin admin] GET failed (client error): The resource could not be found. Jan 28 11:52:29.759132 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-ea86619a-ae09-4ff7-8522-d27d179a99f1 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0736575 Jan 28 11:52:29.927484 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c3328-df48-4933-ab12-42ee486e1a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:29.929021 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c45c3328-df48-4933-ab12-42ee486e1a13 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1635942 Jan 28 11:52:32.174448 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44276) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:32.275779 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d4b7e-2207-4752-90a1-a2db01c3f2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:32.277123 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-cd2d4b7e-2207-4752-90a1-a2db01c3f2d1 admin admin] 10.222.0.36 "GET /v2.0/subnets/ba89c002-1228-4d22-bf42-3af15e433912 HTTP/1.1" status: 200 len: 849 time: 0.1017232 Jan 28 11:52:32.289769 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:52:32.388562 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Publish callbacks [] for subnet (ba89c002-1228-4d22-bf42-3af15e433912), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:32.551577 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743834962131'] for subnet (ba89c002-1228-4d22-bf42-3af15e433912), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:32.586446 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:32.587402 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:32.589610 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] 10.222.0.36 "PUT /v2.0/subnets/ba89c002-1228-4d22-bf42-3af15e433912 HTTP/1.1" status: 200 len: 868 time: 0.3034732 Jan 28 11:52:32.591217 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff4096-fac8-4ade-820a-b341fac36c88 None None] Network f5c653cf-7ff5-49e5-98a6-9bac4a108d20 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:52:32.610709 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba89c002-1228-4d22-bf42-3af15e433912,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:52:32.619708 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.620232 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.620608 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.620942 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.621296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.621629 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.621975 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.622310 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.622642 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.622973 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.623293 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.623623 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.623975 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda364bb-9436-46f0-bf9c-fd26edf263bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:52:32.880841 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-96a0711d-4fad-43a6-a584-24219e7b8de3 None None] Provisioning complete for port 5f362861-f30d-409b-86e8-cb5fb9a158d8 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:52:32.881270 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-96a0711d-4fad-43a6-a584-24219e7b8de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5f362861-f30d-409b-86e8-cb5fb9a158d8), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:32.965546 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-96a0711d-4fad-43a6-a584-24219e7b8de3 None None] Current status of the port 5f362861-f30d-409b-86e8-cb5fb9a158d8 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:52:32.976795 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-96a0711d-4fad-43a6-a584-24219e7b8de3 None None] Provisioning complete for port e8966e6e-dfd2-4913-8119-d2170cdf36fb triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:52:32.977176 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-96a0711d-4fad-43a6-a584-24219e7b8de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (e8966e6e-dfd2-4913-8119-d2170cdf36fb), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:33.058796 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-96a0711d-4fad-43a6-a584-24219e7b8de3 None None] Current status of the port e8966e6e-dfd2-4913-8119-d2170cdf36fb is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:52:34.830860 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44284) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:35.053282 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5017a6-c909-4c16-a95e-cbbfdb918179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:35.053655 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5017a6-c909-4c16-a95e-cbbfdb918179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:35.055191 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-ff5017a6-c909-4c16-a95e-cbbfdb918179 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2232437 Jan 28 11:52:37.332849 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44292) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:37.490907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ee4bd-d439-449e-922f-af0570d59d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:37.491221 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ee4bd-d439-449e-922f-af0570d59d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:37.492798 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-f99ee4bd-d439-449e-922f-af0570d59d7e admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1586761 Jan 28 11:52:39.825121 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44300) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:39.991818 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ef267f-b92b-4ea9-82c9-c5f1f2ca33e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:39.993231 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-76ef267f-b92b-4ea9-82c9-c5f1f2ca33e6 admin admin] 10.222.0.36 "GET /v2.0/networks/3de72453-1fac-40f5-8076-0c354680822f HTTP/1.1" status: 200 len: 886 time: 0.1671062 Jan 28 11:52:42.237975 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44308) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:42.400573 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6a46b-8453-4712-9f6c-16f2f2ae697e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:42.401945 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-78b6a46b-8453-4712-9f6c-16f2f2ae697e admin admin] 10.222.0.36 "GET /v2.0/networks/f5c653cf-7ff5-49e5-98a6-9bac4a108d20 HTTP/1.1" status: 200 len: 869 time: 0.1629701 Jan 28 11:52:44.631887 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44316) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:44.758287 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fcb89-15e7-4116-8702-f644bdc4094b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:44.758730 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fcb89-15e7-4116-8702-f644bdc4094b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:44.760290 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ac0fcb89-15e7-4116-8702-f644bdc4094b admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274920 Jan 28 11:52:46.989150 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44326) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:47.086188 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad2c2ed-4dbb-4f7d-9897-d6d29a0941ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:47.086624 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad2c2ed-4dbb-4f7d-9897-d6d29a0941ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:47.088161 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6ad2c2ed-4dbb-4f7d-9897-d6d29a0941ea admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977187 Jan 28 11:52:48.415397 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8e0c06ed-a13b-4a83-85da-cb66ab37e86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:49.330512 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44334) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:49.430767 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c409800-88b4-45ef-935e-f52d258fabc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:49.432134 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1c409800-88b4-45ef-935e-f52d258fabc0 admin admin] 10.222.0.36 "GET /v2.0/subnets/7b083ea1-cafd-42ce-be43-91b26fe15f31 HTTP/1.1" status: 200 len: 816 time: 0.1006594 Jan 28 11:52:50.604931 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12599f82-84e0-4c34-94ea-72ff149c9dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:51.574455 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:51.679725 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44342) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:52:51.778890 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff5cc4-f975-482c-b13e-0c6f51c2de52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:52:51.780236 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e0ff5cc4-f975-482c-b13e-0c6f51c2de52 admin admin] 10.222.0.36 "GET /v2.0/subnets/ba89c002-1228-4d22-bf42-3af15e433912 HTTP/1.1" status: 200 len: 868 time: 0.0994587 Jan 28 11:52:53.157618 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:52:53.930469 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:52:54.404936 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:16.021431 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44396) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:53:16.075430 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [None req-0fa2a424-49e6-4899-a18a-d9a97c7d4f3b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:53:16.076466 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-0fa2a424-49e6-4899-a18a-d9a97c7d4f3b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539489 Jan 28 11:53:18.396579 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44404) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:53:18.424475 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-44ede4ab-03e8-49b1-9585-2b232aa011e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:18.463741 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0c445c-a847-4cf3-9a99-811983339bd1 admin admin] GET failed (client error): The resource could not be found. Jan 28 11:53:18.465109 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8c0c445c-a847-4cf3-9a99-811983339bd1 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675888 Jan 28 11:53:18.605669 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ca424-88b0-4149-b329-9c76ae781c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:53:18.607121 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-764ca424-88b0-4149-b329-9c76ae781c7d admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1368814 Jan 28 11:53:20.611496 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-26315453-b5d8-47f1-9902-6c39be4f837c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:20.948363 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44414) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:53:20.995913 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'tenant_id': '9c44df44f65d418b81d7c634c667ef02', 'admin_state_up': True, 'project_id': '9c44df44f65d418b81d7c634c667ef02'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:53:21.021308 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Made reservation on behalf of 9c44df44f65d418b81d7c634c667ef02 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:53:21.023552 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:21.051815 dv-cinder-811877-11-iscsi neutron-server[102405]: WARNING neutron.services.revisions.revision_plugin [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Could not find related network for resource to bump revision. Jan 28 11:53:21.066198 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:53:21.075568 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (9e76a03b-643c-4888-b846-97e73d4812dc), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:21.075942 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Added segment 9e76a03b-643c-4888-b846-97e73d4812dc of type vlan for network 3b1e25b9-372d-4547-b55b-40acd945fb92 Jan 28 11:53:21.123293 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (3b1e25b9-372d-4547-b55b-40acd945fb92), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:21.151153 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (3b1e25b9-372d-4547-b55b-40acd945fb92), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:21.152135 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:53:21.152742 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:21.204644 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2544816 Jan 28 11:53:21.213826 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1e25b9-372d-4547-b55b-40acd945fb92,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:53:21.222533 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.222908 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.223261 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.223597 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.223979 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.224356 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.224695 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.224947 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.225279 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.225609 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.225937 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.226291 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.226597 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92248943-0171-4cf0-a9ab-88ef1dffb377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:21.242265 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 3b1e25b9-372d-4547-b55b-40acd945fb92 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:53:21.578333 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:23.164522 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:23.536520 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44424) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:53:23.596810 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.pecan_wsgi.hooks.translation [None req-1116e918-074a-4f9e-81c9-cd0d06b5b3b2 admin admin] GET failed (client error): The resource could not be found. Jan 28 11:53:23.598120 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1116e918-074a-4f9e-81c9-cd0d06b5b3b2 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605962 Jan 28 11:53:23.669772 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468c172-473a-4b78-b918-2022d1da96bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:53:23.671262 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d468c172-473a-4b78-b918-2022d1da96bd admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673854 Jan 28 11:53:23.681236 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92', 'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': '9c44df44f65d418b81d7c634c667ef02'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:53:23.702165 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Made reservation on behalf of 9c44df44f65d418b81d7c634c667ef02 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:53:23.704491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:23.882378 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (a6114725-5210-4462-930a-44d77015a6d8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:23.934983 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6114725-5210-4462-930a-44d77015a6d8,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:53:23.944557 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Checking segment: {'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:53:23.944911 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Network hostable DHCP agents. Network: 3b1e25b9-372d-4547-b55b-40acd945fb92, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:53:23.962178 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Network 3b1e25b9-372d-4547-b55b-40acd945fb92 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:53:23.972094 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 3b1e25b9-372d-4547-b55b-40acd945fb92) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:53:23.976503 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:53:23.977155 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:23.983477 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e2ce8-6dc9-4f4b-8099-7b40da0809e1 None None] Network 3b1e25b9-372d-4547-b55b-40acd945fb92 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:53:23.997518 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b8f76a2d-fe19-4435-a8df-28694883681e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3195188 Jan 28 11:53:24.100898 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-3b1e25b9-372d-4547-b55b-40acd945fb92', 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92', 'project_id': '9c44df44f65d418b81d7c634c667ef02', 'fixed_ips': [{'subnet_id': 'a6114725-5210-4462-930a-44d77015a6d8'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 11:53:24.101786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:24.254394 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Allocated IP 192.168.233.2 (3b1e25b9-372d-4547-b55b-40acd945fb92/a6114725-5210-4462-930a-44d77015a6d8/30e5ac49-1c5c-4358-bf7b-48cf5fc89525) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:53:24.445140 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:24.518763 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Publish callbacks [] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:24.524775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:24.563913 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Network 3b1e25b9-372d-4547-b55b-40acd945fb92 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:53:24.566718 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:53:24.569281 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:53:24.580598 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Pushing event updated for resources: {'Port': ['ID=30e5ac49-1c5c-4358-bf7b-48cf5fc89525,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:53:24.590353 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.590761 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.591096 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.591434 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.591781 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.592108 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.592586 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.592893 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.593226 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.593773 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.594124 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.594445 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.594766 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:53:24.644572 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Attempting to bind port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:53:24.644939 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Attempting to bind port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:53:24.645316 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Attempting to bind port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 on network 3b1e25b9-372d-4547-b55b-40acd945fb92 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:53:24.650437 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:53:24.650809 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Checking segment: {'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:53:24.651214 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:24.651602 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Bound using segment: {'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:53:24.652115 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Bound port: 30e5ac49-1c5c-4358-bf7b-48cf5fc89525, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:53:24.652482 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:24.714972 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] For port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:53:24.718504 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] For port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=30e5ac49-1c5c-4358-bf7b-48cf5fc89525,segment=NetworkSegment(9e76a03b-643c-4888-b846-97e73d4812dc),segment_id=9e76a03b-643c-4888-b846-97e73d4812dc)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:53:24.724535 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:24.787228 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c520ae-d86d-4d02-a0e2-849542dbd6d1 None None] Pushing event updated for resources: {'Port': ['ID=30e5ac49-1c5c-4358-bf7b-48cf5fc89525,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:53:25.106905 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:53:25.162223 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:53:25.162635 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:25.241568 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:53:25.241931 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:25.274655 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=30e5ac49-1c5c-4358-bf7b-48cf5fc89525,segment=NetworkSegment(9e76a03b-643c-4888-b846-97e73d4812dc),segment_id=9e76a03b-643c-4888-b846-97e73d4812dc)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:53:25.281912 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:25.333713 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=30e5ac49-1c5c-4358-bf7b-48cf5fc89525,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:53:25.748821 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bfd83-52d6-4235-8e8f-e28e58c253fe None None] Network 3b1e25b9-372d-4547-b55b-40acd945fb92 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:53:25.820524 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-ad254858-d00e-4804-b186-8bfb905a0d20 None None] Provisioning complete for port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:53:25.820913 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ad254858-d00e-4804-b186-8bfb905a0d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:25.939004 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-ad254858-d00e-4804-b186-8bfb905a0d20 None None] Current status of the port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:53:26.159746 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-3432b2ce-1350-466a-b43a-546629341877 None None] Provisioning complete for port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:53:26.160078 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3432b2ce-1350-466a-b43a-546629341877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:26.243220 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3432b2ce-1350-466a-b43a-546629341877 None None] Current status of the port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:53:27.063135 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:53:27.112811 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:53:27.113177 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (30e5ac49-1c5c-4358-bf7b-48cf5fc89525), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:27.189919 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 30e5ac49-1c5c-4358-bf7b-48cf5fc89525 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:53:30.930354 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:53:48.419262 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3ce6681c-f807-41b9-8475-87f98b7ed7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:50.607303 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f34bc355-1329-45c3-aca1-caf3341ce10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:51.580839 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:53.165219 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:53:54.411156 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:07.929894 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:54:18.432683 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3101-fe9b-45d7-b69f-ea343244b029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:20.611135 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b43c32cb-ea00-443b-a396-fb1bc70d6dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:21.585060 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:23.167823 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:24.409547 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:42.573627 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44468) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:54:42.579914 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [None req-17b701e2-684b-4eb8-b16a-5657cb50ead2 tempest-verify_tempest_config-1594177357 tempest-verify_tempest_config-1594177357-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:54:42.580887 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-17b701e2-684b-4eb8-b16a-5657cb50ead2 tempest-verify_tempest_config-1594177357 tempest-verify_tempest_config-1594177357-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062835 Jan 28 11:54:42.899797 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44486) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:54:43.018707 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:43.098407 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Publish callbacks [] for security_group (34479171-edc6-4917-88cb-87b22dc4f3cc), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:43.104492 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (34479171-edc6-4917-88cb-87b22dc4f3cc), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:43.146463 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34479171-edc6-4917-88cb-87b22dc4f3cc,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:54:43.150231 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fe3f7810a2c484db68c51851202f003&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2491446 Jan 28 11:54:43.153388 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44492) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:54:43.156168 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.156535 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.156880 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.157216 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.157540 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.157866 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.158192 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.158623 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.158967 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.159295 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.159655 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.159969 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.160318 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630157c8-b5e8-49ac-bfe5-764174c95a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.208932 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Publish callbacks [] for security_group (34479171-edc6-4917-88cb-87b22dc4f3cc), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:43.231648 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Publish callbacks [] for security_group (34479171-edc6-4917-88cb-87b22dc4f3cc), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:43.328952 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (34479171-edc6-4917-88cb-87b22dc4f3cc), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:43.333524 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:43.335665 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34479171-edc6-4917-88cb-87b22dc4f3cc HTTP/1.1" status: 204 len: 168 time: 0.1810684 Jan 28 11:54:43.345720 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34479171-edc6-4917-88cb-87b22dc4f3cc,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:54:43.352506 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.352894 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.353239 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.353567 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.353889 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.354223 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.354664 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.354861 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.357039 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.357408 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.357739 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.358058 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:43.358375 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4fa30f-a9ac-44a5-bf0c-cf8af7f7728d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:54:44.928585 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:54:48.433736 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b56c6e17-d7be-4540-ae95-beed7ecba291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:50.624572 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7b8b844c-3aad-4105-8b9f-a11b8f4e7e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:51.589406 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:53.171897 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:54:54.410799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:18.440724 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-31d02708-54e3-4da3-8b42-eefdadca862e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:20.625795 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b635171f-96bf-4e31-834d-cc3d617d32e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:21.602739 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:21.930694 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:55:23.179768 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:24.414571 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:48.425368 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a18a683a-2087-4f6b-9f8f-5d8c1cd9cbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:50.624309 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-17f6c49a-44c6-4d52-a23c-51ef69472a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:51.607593 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:53.184984 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:54.427291 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:55:58.933717 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 5 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:56:18.421890 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9233b68-7dd6-4cad-aad5-88e6fa5a5dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:20.622687 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ff9b-ff18-43cf-b977-a058c686916a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:20.821714 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539577'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:21.607370 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:23.195869 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:24.425994 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:35.936826 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:56:36.365430 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44564) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:56:36.487295 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a9a931d6-92d9-4e16-947e-82ef72a9d7b5 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1207056 Jan 28 11:56:38.764128 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44574) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:56:38.827157 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-20ad66e4-0648-4295-bf5e-4dddd58a7741 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0618925 Jan 28 11:56:48.427363 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-672a5f4f-7ed8-4461-837f-0b03ad06783c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:50.625810 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9635c00a-ee0e-480c-8dcb-2f714f04cd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:50.788189 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:51.609862 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:53.192766 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:56:54.420861 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:12.938828 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:57:18.424532 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-39673e5b-b9aa-45cd-8bf3-07effb0433b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:20.624618 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a848ad79-ce83-40eb-9827-e2e6257732ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:20.788865 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:21.612978 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:23.194532 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:24.416574 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:48.408494 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6e1d-f46c-4502-b4d5-db03c816aec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:49.938988 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:57:50.619877 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-186f009b-ee45-4943-8620-e77f94207391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:50.788373 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:51.610859 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:53.196752 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:57:54.414515 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.058405 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44762) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:12.416674 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-542876737-network', 'tenant_id': '95598f08a12a4ab08aaa4be775a552ca'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:12.442740 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Made reservation on behalf of 95598f08a12a4ab08aaa4be775a552ca for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:12.446470 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.460611 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44780) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:12.461455 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.539242 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44790) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:12.559804 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks [] for security_group (00f5900d-bda9-4635-823a-2d699bb1fa31), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.568029 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (00f5900d-bda9-4635-823a-2d699bb1fa31), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.598138 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f5900d-bda9-4635-823a-2d699bb1fa31,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:12.610554 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:58:12.614067 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.614457 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.614801 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.615137 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.615471 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.615793 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.616343 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.616678 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.617020 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.617350 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.617673 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.617993 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.618306 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Tracked resource versions report: Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: pushed versions: Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: { 'AddressGroup': {'1.2'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'ConntrackHelper': {'1.0'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Log': {'1.0'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Network': {'1.1'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Port': {'1.7'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'PortForwarding': {'1.2'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'QosPolicy': {'1.10'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroup': {'1.5'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SubPort': {'1.0'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Subnet': {'1.1'}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Trunk': {'1.1'}} Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: consumer versions: Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: HyperV agent@hv-cinder-81187: {}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'ConntrackHelper': '1.0', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'LocalIPAssociation': '1.0', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Log': '1.0', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Network': '1.1', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Port': '1.7', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'PortForwarding': '1.2', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'QosPolicy': '1.10', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroup': '1.5', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SecurityGroupRule': '1.2', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'SubPort': '1.0', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Subnet': '1.1', Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: 'Trunk': '1.1'}} Jan 28 11:58:12.619769 dv-cinder-811877-11-iscsi neutron-server[102404]: {{(pid=102404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:58:12.639238 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (c8a7e072-75ab-4e38-908d-fe2acf4390fc), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.639618 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Added segment c8a7e072-75ab-4e38-908d-fe2acf4390fc of type vlan for network 9a72501e-0013-4e25-8da3-3257dd4167b6 Jan 28 11:58:12.647301 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44796) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:12.689616 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (9a72501e-0013-4e25-8da3-3257dd4167b6), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.725731 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (9a72501e-0013-4e25-8da3-3257dd4167b6), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.726832 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:12.727439 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.787210 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7275839 Jan 28 11:58:12.790459 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44804) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:12.795078 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858acca3-8749-4e26-b977-45b0574c3312 admin admin] Pushing event updated for resources: {'Network': ['ID=9a72501e-0013-4e25-8da3-3257dd4167b6,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:12.796443 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Request body: {'subnet': {'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-542876737-subnet', 'tenant_id': '95598f08a12a4ab08aaa4be775a552ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:12.807294 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 9a72501e-0013-4e25-8da3-3257dd4167b6 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:58:12.837173 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Made reservation on behalf of 95598f08a12a4ab08aaa4be775a552ca for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:12.839449 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.911844 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1336504949-network', 'tenant_id': '05edd67dea0749ba9801adc81447e73e'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:12.975769 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Made reservation on behalf of 05edd67dea0749ba9801adc81447e73e for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:12.978170 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:12.993534 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.055152 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1933400466-network', 'tenant_id': 'fcbafd4a840f4924a84abd5deff7c921'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:13.068292 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-718623540-network', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:13.086015 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (5b69982d-f0da-4465-9764-0eafa2c94afc), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.131125 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Made reservation on behalf of 36683c68d01f4a34b98208a099cbe37e for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:13.133684 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.139119 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44824) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:13.183783 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Made reservation on behalf of fcbafd4a840f4924a84abd5deff7c921 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:13.186328 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.203350 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.227414 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.254611 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Checking segment: {'id': 'c8a7e072-75ab-4e38-908d-fe2acf4390fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:13.255319 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Network hostable DHCP agents. Network: 9a72501e-0013-4e25-8da3-3257dd4167b6, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:58:13.282186 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b69982d-f0da-4465-9764-0eafa2c94afc,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:13.317293 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.317681 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.318230 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.318590 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.318929 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.319248 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.319583 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.320107 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.320476 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.320817 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.321140 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.321459 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.322086 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Tracked resource versions report: Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: pushed versions: Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: { 'AddressGroup': {'1.2'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'ConntrackHelper': {'1.0'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Log': {'1.0'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Network': {'1.1'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Port': {'1.7'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'PortForwarding': {'1.2'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'QosPolicy': {'1.10'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroup': {'1.5'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SubPort': {'1.0'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Subnet': {'1.1'}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Trunk': {'1.1'}} Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: consumer versions: Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: HyperV agent@hv-cinder-81187: {}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'ConntrackHelper': '1.0', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'LocalIPAssociation': '1.0', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Log': '1.0', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Network': '1.1', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Port': '1.7', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'PortForwarding': '1.2', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'QosPolicy': '1.10', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroup': '1.5', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SecurityGroupRule': '1.2', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'SubPort': '1.0', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Subnet': '1.1', Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: 'Trunk': '1.1'}} Jan 28 11:58:13.323218 dv-cinder-811877-11-iscsi neutron-server[102405]: {{(pid=102405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:58:13.338992 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks [] for security_group (f6677e2b-130c-4c5d-8610-957dcbfc64a4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.339904 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Network 9a72501e-0013-4e25-8da3-3257dd4167b6 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:58:13.352491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f6677e2b-130c-4c5d-8610-957dcbfc64a4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.364907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921229610-network', 'tenant_id': '0d0ee6f79eb04b3ba384c819a1b68d7b'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:13.375061 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 9a72501e-0013-4e25-8da3-3257dd4167b6) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:13.384742 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4119d-48d6-4f84-9cf8-02b6d9bb65fb None None] Network 9a72501e-0013-4e25-8da3-3257dd4167b6 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:13.394572 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:13.395408 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.407893 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:58:13.440813 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Made reservation on behalf of 0d0ee6f79eb04b3ba384c819a1b68d7b for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:13.450256 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6677e2b-130c-4c5d-8610-957dcbfc64a4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:13.451392 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.454321 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (ff03e43b-6f87-4189-b3c5-bd164c239f39), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.454949 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Added segment ff03e43b-6f87-4189-b3c5-bd164c239f39 of type vlan for network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 Jan 28 11:58:13.485344 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.520212 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (1af7baaa-de39-45ed-abaa-df64c4c7bfb4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.544865 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6cdc5c90-296b-4e3f-93c6-74f9dee90035 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7526369 Jan 28 11:58:13.627659 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (1af7baaa-de39-45ed-abaa-df64c4c7bfb4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.636204 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:13.636204 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.638570 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks [] for security_group (738137ea-1722-428c-b3cc-f185c853c0e7), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.653795 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (738137ea-1722-428c-b3cc-f185c853c0e7), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.663562 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2012889 Jan 28 11:58:13.665823 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks [] for security_group (9cb78204-8256-484d-914a-ce4f2d5b306e), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.680202 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44848) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:13.685574 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Request body: {'subnet': {'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1336504949-subnet', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:13.685692 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:58:13.696545 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117d4d3-49cb-4701-9efc-a81e7e02ceab None None] Network 9a72501e-0013-4e25-8da3-3257dd4167b6 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:13.709708 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (7d08d79e-c85c-49cb-bb8e-0ead8761bc9e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.710043 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Added segment 7d08d79e-c85c-49cb-bb8e-0ead8761bc9e of type vlan for network edc00587-fdc1-4f49-a8d6-85057a2bf6d7 Jan 28 11:58:13.757717 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9cb78204-8256-484d-914a-ce4f2d5b306e), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.780682 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:58:13.798737 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (089ffcb5-22f8-4736-a47e-3242e9181913), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.800068 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Added segment 089ffcb5-22f8-4736-a47e-3242e9181913 of type vlan for network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 Jan 28 11:58:13.825110 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Made reservation on behalf of 05edd67dea0749ba9801adc81447e73e for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:13.825110 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.869885 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (edc00587-fdc1-4f49-a8d6-85057a2bf6d7), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.879325 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738137ea-1722-428c-b3cc-f185c853c0e7,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:13.944686 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks [] for security_group (f4245974-14d6-4331-8f52-38565b5dee50), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.949010 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (edc00587-fdc1-4f49-a8d6-85057a2bf6d7), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:13.950824 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:13.952110 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.015005 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8739297 Jan 28 11:58:14.023026 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44858) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:14.033609 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Request body: {'subnet': {'network_id': 'edc00587-fdc1-4f49-a8d6-85057a2bf6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921229610-subnet', 'tenant_id': '0d0ee6f79eb04b3ba384c819a1b68d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:14.055485 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd49b6-824b-4efa-a818-be7984e0abe9 admin admin] Pushing event updated for resources: {'Network': ['ID=edc00587-fdc1-4f49-a8d6-85057a2bf6d7,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.069108 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network edc00587-fdc1-4f49-a8d6-85057a2bf6d7 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:58:14.082343 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Made reservation on behalf of 0d0ee6f79eb04b3ba384c819a1b68d7b for: {'subnet': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:14.085364 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.159760 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb78204-8256-484d-914a-ce4f2d5b306e,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.181657 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f4245974-14d6-4331-8f52-38565b5dee50), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.219018 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (bd65b66e-7c9c-44f8-a09c-7c288ec9c441), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.269638 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d1a7b-fea6-4df4-8f9c-991ac070a214 admin admin] Pushing event updated for resources: {'Network': ['ID=1af7baaa-de39-45ed-abaa-df64c4c7bfb4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.282703 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:58:14.297872 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (bd65b66e-7c9c-44f8-a09c-7c288ec9c441), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.299478 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:14.299565 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.315906 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:58:14.357148 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (fefb0525-b36b-43f7-b221-42b129c68c67), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.357485 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Added segment fefb0525-b36b-43f7-b221-42b129c68c67 of type vlan for network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c Jan 28 11:58:14.385236 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4245974-14d6-4331-8f52-38565b5dee50,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.437550 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7863922 Jan 28 11:58:14.443803 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44878) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:14.453744 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Request body: {'subnet': {'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-subnet', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:14.470198 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976d761-b92e-4780-be0c-056b0721882e admin admin] Pushing event updated for resources: {'Network': ['ID=bd65b66e-7c9c-44f8-a09c-7c288ec9c441,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.483039 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:58:14.491373 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (842c85cb-fbbd-44e5-9265-97ef8fadf7b3), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.499703 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (719e6218-49e1-4bc2-bf2c-6203f2e73a2c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.534166 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Made reservation on behalf of 36683c68d01f4a34b98208a099cbe37e for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:14.537632 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.575802 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842c85cb-fbbd-44e5-9265-97ef8fadf7b3,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.591581 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Checking segment: {'id': '7d08d79e-c85c-49cb-bb8e-0ead8761bc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'edc00587-fdc1-4f49-a8d6-85057a2bf6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:14.592024 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Network hostable DHCP agents. Network: edc00587-fdc1-4f49-a8d6-85057a2bf6d7, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:58:14.621863 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Network edc00587-fdc1-4f49-a8d6-85057a2bf6d7 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:58:14.644649 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (719e6218-49e1-4bc2-bf2c-6203f2e73a2c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.646923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:14.646923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.647176 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, edc00587-fdc1-4f49-a8d6-85057a2bf6d7) {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:14.665503 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b98c9-44ee-43f9-a944-20ebdc13fa58 None None] Network edc00587-fdc1-4f49-a8d6-85057a2bf6d7 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:14.673366 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:14.678346 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.680391 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (9790ab42-5014-459c-824a-26b763cacfee), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.711586 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-45289e0d-32be-4cee-9981-1979b462cde2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6871078 Jan 28 11:58:14.726358 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1860108 Jan 28 11:58:14.732940 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44886) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:14.745108 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Request body: {'subnet': {'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1933400466-subnet', 'tenant_id': 'fcbafd4a840f4924a84abd5deff7c921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:14.812818 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Made reservation on behalf of fcbafd4a840f4924a84abd5deff7c921 for: {'subnet': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:14.816664 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:14.841237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d493c-a566-4c12-99d7-1d8726b98aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=719e6218-49e1-4bc2-bf2c-6203f2e73a2c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.862661 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9790ab42-5014-459c-824a-26b763cacfee,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:14.875472 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Checking segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:14.876186 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Network hostable DHCP agents. Network: 1af7baaa-de39-45ed-abaa-df64c4c7bfb4, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:58:14.914207 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:58:14.932287 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:58:14.947251 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 1af7baaa-de39-45ed-abaa-df64c4c7bfb4) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:14.980106 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:14.981008 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.015908 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-950aeb28-c37f-440d-8cbf-00581537e60a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3345799 Jan 28 11:58:15.018921 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44898) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:15.019096 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c76fc-bc38-4c3e-9c9e-8201d86c6d2d None None] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:15.025095 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:15.028499 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (cbe4221e-57f6-4acf-a4fe-f99a6cebf12c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.119212 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d04aff-53d6-46cc-baa2-9db98b018045 None None] Network edc00587-fdc1-4f49-a8d6-85057a2bf6d7 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:15.143245 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:15.191358 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Checking segment: {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:15.191705 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Network hostable DHCP agents. Network: bd65b66e-7c9c-44f8-a09c-7c288ec9c441, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:58:15.249264 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:58:15.285671 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, bd65b66e-7c9c-44f8-a09c-7c288ec9c441) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:15.293212 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (ce078895-c725-4df3-9089-878cef14ee62), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.294617 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (ce078895-c725-4df3-9089-878cef14ee62), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.320722 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:15.324009 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.329111 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9fd7c-8165-4264-984d-b27940b4cd4f None None] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:15.342154 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44924) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:15.344935 dv-cinder-811877-11-iscsi neutron-server[102404]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 11:58:15.390620 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'project_id': '05edd67dea0749ba9801adc81447e73e', 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 11:58:15.391765 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.392797 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ed81168f-2ae5-4acf-b187-435838d2660b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9448974 Jan 28 11:58:15.395645 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44930) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:15.405699 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:15.415933 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (f21654bc-3086-4047-a702-1e72af5b3c04), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.464170 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (c86133c5-ef20-4987-b419-2263cfe5bce6), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.465857 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (c86133c5-ef20-4987-b419-2263cfe5bce6), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.586647 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks [] for router_controller (c86133c5-ef20-4987-b419-2263cfe5bce6), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.758777 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks [] for router_controller (ce078895-c725-4df3-9089-878cef14ee62), precommit_add_association {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.803072 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Allocated IP 172.20.0.2 (1af7baaa-de39-45ed-abaa-df64c4c7bfb4/9790ab42-5014-459c-824a-26b763cacfee/f4e947c8-987e-496d-9085-1023216b664e) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:15.824321 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks [] for router_gateway (c86133c5-ef20-4987-b419-2263cfe5bce6), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:15.861476 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21654bc-3086-4047-a702-1e72af5b3c04,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:15.880183 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abf3be-76aa-42f7-9629-f8034508bac3 None None] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:15.985177 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Checking segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:15.985177 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Network hostable DHCP agents. Network: 719e6218-49e1-4bc2-bf2c-6203f2e73a2c, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:58:15.992211 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-f51a064c-4b1d-47e6-a27b-2617847f035c tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:15.995831 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-f51a064c-4b1d-47e6-a27b-2617847f035c tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/networks?id=9a72501e-0013-4e25-8da3-3257dd4167b6 HTTP/1.1" status: 200 len: 811 time: 0.6506069 Jan 28 11:58:16.061933 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44950) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:16.064235 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Publish callbacks [] for port (f4e947c8-987e-496d-9085-1023216b664e), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.067117 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616311807-network', 'tenant_id': '4083b6313d5a41049e4da2a5edb244d5'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:16.072127 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks [] for router_gateway (ce078895-c725-4df3-9089-878cef14ee62), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.072990 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (f4e947c8-987e-496d-9085-1023216b664e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.081123 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-e0e726ce-dcbb-42e0-8978-a3589815fe77 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/quotas/95598f08a12a4ab08aaa4be775a552ca HTTP/1.1" status: 200 len: 375 time: 0.0559006 Jan 28 11:58:16.100390 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:58:16.119079 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:16.126256 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:16.128775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:16.137612 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Pushing event updated for resources: {'Port': ['ID=f4e947c8-987e-496d-9085-1023216b664e,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:16.139379 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Made reservation on behalf of 4083b6313d5a41049e4da2a5edb244d5 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:16.141708 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.152464 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.152688 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.153232 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.153768 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.154461 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.154836 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.155174 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.155556 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.156107 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.156440 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.156908 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.157331 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.157739 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.158274 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Tracked resource versions report: Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: pushed versions: Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: { 'AddressGroup': {'1.2'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'ConntrackHelper': {'1.0'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Log': {'1.0'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Network': {'1.1'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Port': {'1.7'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'PortForwarding': {'1.2'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'QosPolicy': {'1.10'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroup': {'1.5'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SubPort': {'1.0'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Subnet': {'1.1'}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Trunk': {'1.1'}} Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: consumer versions: Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: HyperV agent@hv-cinder-81187: {}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'ConntrackHelper': '1.0', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'LocalIPAssociation': '1.0', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Log': '1.0', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Network': '1.1', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Port': '1.7', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'PortForwarding': '1.2', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'QosPolicy': '1.10', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroup': '1.5', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SecurityGroupRule': '1.2', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'SubPort': '1.0', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Subnet': '1.1', Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: 'Trunk': '1.1'}} Jan 28 11:58:16.159721 dv-cinder-811877-11-iscsi neutron-server[102406]: {{(pid=102406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:58:16.177974 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-4d697033-2fef-45dc-9961-71e08ac68a74 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=95598f08a12a4ab08aaa4be775a552ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797496 Jan 28 11:58:16.178803 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks [] for router_gateway (c86133c5-ef20-4987-b419-2263cfe5bce6), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.181067 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 719e6218-49e1-4bc2-bf2c-6203f2e73a2c) {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:16.188198 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:16.189350 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.206980 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.214491 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-794ad964-fa75-41c5-8932-ece5ec1a3f6b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4804404 Jan 28 11:58:16.224115 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c300bf2-3555-47e1-8e60-0ffc2e116a45 None None] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:16.373377 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Attempting to bind port f4e947c8-987e-496d-9085-1023216b664e on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:16.374337 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Attempting to bind port f4e947c8-987e-496d-9085-1023216b664e by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:16.375041 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Attempting to bind port f4e947c8-987e-496d-9085-1023216b664e on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:16.400601 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks [] for security_group (89e2a188-80e8-4f7e-845d-cddca367948c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.410940 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (89e2a188-80e8-4f7e-845d-cddca367948c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.412523 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:16.413311 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Checking segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:16.413903 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.414505 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Bound using segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:16.416047 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Bound port: f4e947c8-987e-496d-9085-1023216b664e, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:16.417389 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (f4e947c8-987e-496d-9085-1023216b664e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.421932 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:58:16.430875 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.431144 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks [] for router_gateway (ce078895-c725-4df3-9089-878cef14ee62), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.431257 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Added segment 03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599 of type vlan for network 75b92df2-c265-41ef-be33-655c38f37aa8 Jan 28 11:58:16.471748 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (75b92df2-c265-41ef-be33-655c38f37aa8), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.473514 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.505060 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (75b92df2-c265-41ef-be33-655c38f37aa8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.506709 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:16.506820 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.509344 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Allocated IP 172.27.0.183 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/200b3eb4-19eb-44d1-9c27-c90952e3aeca) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:16.542514 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] For port f4e947c8-987e-496d-9085-1023216b664e, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:16.547197 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] For port f4e947c8-987e-496d-9085-1023216b664e, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=f4e947c8-987e-496d-9085-1023216b664e,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:16.551120 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ec755-ad59-4dc8-8291-4e0ba13a4315 None None] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:16.571359 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-0a61d013-91be-4a8b-8209-d30170640d13 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:58:16.572715 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-0a61d013-91be-4a8b-8209-d30170640d13 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1395125 Jan 28 11:58:16.578334 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Pushing event updated for resources: {'Network': ['ID=75b92df2-c265-41ef-be33-655c38f37aa8,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:16.609155 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2a188-80e8-4f7e-845d-cddca367948c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:16.615479 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2095d41e-bf2e-40bc-8262-19ea9928bd12 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5525222 Jan 28 11:58:16.637113 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 44974) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:16.644384 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Request body: {'subnet': {'network_id': '75b92df2-c265-41ef-be33-655c38f37aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616311807-subnet', 'tenant_id': '4083b6313d5a41049e4da2a5edb244d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:16.693399 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Made reservation on behalf of 4083b6313d5a41049e4da2a5edb244d5 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:16.695957 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.706185 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 75b92df2-c265-41ef-be33-655c38f37aa8 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:58:16.804687 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (f4e947c8-987e-496d-9085-1023216b664e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:16.844407 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-ffb27c16-a9b8-4f60-b332-a77cae3f6a10 service neutron] 10.222.0.36 "GET /v2.0/networks/9a72501e-0013-4e25-8da3-3257dd4167b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553799 Jan 28 11:58:16.851267 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 44992) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:16.888571 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34b4e6-7dae-43f5-8258-413824972bae None None] Pushing event updated for resources: {'Port': ['ID=f4e947c8-987e-496d-9085-1023216b664e,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:17.019975 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks [] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.031678 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (d6695a27-aa65-4fef-9666-af1268519ed1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.114873 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-990de30a-4e91-4619-9370-4b3c36f96a0f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:17.120379 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-990de30a-4e91-4619-9370-4b3c36f96a0f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.2682743 Jan 28 11:58:17.121751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6695a27-aa65-4fef-9666-af1268519ed1,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:17.135981 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6eeb2f7d-d060-41f4-a531-f48ab5e912cb service neutron] 10.222.0.36 "GET /v2.0/networks/9a72501e-0013-4e25-8da3-3257dd4167b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813165 Jan 28 11:58:17.147753 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Checking segment: {'id': '03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '75b92df2-c265-41ef-be33-655c38f37aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:17.219562 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Network hostable DHCP agents. Network: 75b92df2-c265-41ef-be33-655c38f37aa8, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:58:17.219562 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.256590 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-b0fca809-6cae-497f-9d45-0ab62f47ec70 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/quotas/fcbafd4a840f4924a84abd5deff7c921 HTTP/1.1" status: 200 len: 375 time: 0.0290380 Jan 28 11:58:17.257609 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:17.257609 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:17.257609 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:17.257609 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Network 75b92df2-c265-41ef-be33-655c38f37aa8 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:58:17.268205 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Pushing event updated for resources: {'Port': ['ID=200b3eb4-19eb-44d1-9c27-c90952e3aeca,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:17.285523 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Allocated IP 172.27.0.189 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/65132318-3f39-42df-87b4-fbee455094bd) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:17.317237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 75b92df2-c265-41ef-be33-655c38f37aa8) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:17.327672 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:17.328308 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e73f3-6aad-45e2-b4b7-f705c46093bc None None] Network 75b92df2-c265-41ef-be33-655c38f37aa8 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:17.330510 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.420470 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a034def1-fc97-44b6-95e7-97aa0d9c4068 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7819030 Jan 28 11:58:17.448482 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-2a6da90c-6cd1-486b-909c-43c341ebc5a5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1753273 Jan 28 11:58:17.467721 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device f4e947c8-987e-496d-9085-1023216b664e up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:17.663893 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45026) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:17.726730 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port f4e947c8-987e-496d-9085-1023216b664e triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:17.727126 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f4e947c8-987e-496d-9085-1023216b664e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.727606 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks [] for port (65132318-3f39-42df-87b4-fbee455094bd), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.758073 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-9074690d-5d6e-443c-b356-7f90092e8c41 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:58:17.765667 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-9074690d-5d6e-443c-b356-7f90092e8c41 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1774540 Jan 28 11:58:17.786632 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_v2 [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] Deleting subnet 842c85cb-fbbd-44e5-9265-97ef8fadf7b3 {{(pid=102404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 11:58:17.803741 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] Publish callbacks [] for subnet (842c85cb-fbbd-44e5-9265-97ef8fadf7b3), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.855864 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks [] for router_gateway (c86133c5-ef20-4987-b419-2263cfe5bce6), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.916142 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321086e-a02b-4d5d-95d7-6c1f560847da None None] Network 75b92df2-c265-41ef-be33-655c38f37aa8 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:17.928925 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] Publish callbacks [] for subnet (842c85cb-fbbd-44e5-9265-97ef8fadf7b3), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:17.953970 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (842c85cb-fbbd-44e5-9265-97ef8fadf7b3), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.007809 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-ccb8d7cc-d750-42fd-a277-28c75b59c634 service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412617 Jan 28 11:58:18.051119 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port f4e947c8-987e-496d-9085-1023216b664e is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:18.051512 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (f4e947c8-987e-496d-9085-1023216b664e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.111834 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port f4e947c8-987e-496d-9085-1023216b664e, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=f4e947c8-987e-496d-9085-1023216b664e,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:18.132677 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (f4e947c8-987e-496d-9085-1023216b664e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.133057 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (65132318-3f39-42df-87b4-fbee455094bd), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.172129 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:18.197816 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (c86133c5-ef20-4987-b419-2263cfe5bce6), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.239217 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=f4e947c8-987e-496d-9085-1023216b664e,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:18.261542 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:18.304883 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:18.309410 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-eaf78cf7-003a-42c4-8bd2-476541698fc6 req-54a51dbb-1303-4073-a6a2-a4f24891d449 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.2083254 Jan 28 11:58:18.372450 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (842c85cb-fbbd-44e5-9265-97ef8fadf7b3), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.431116 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c3860a67-9888-4d94-a8a8-d0c57f3241a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.500427 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Router c86133c5-ef20-4987-b419-2263cfe5bce6 is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 11:58:18.595317 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b1a93-23b5-4ada-bfed-484dd5a3a4c3 None None] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:58:18.606203 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.612515 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/842c85cb-fbbd-44e5-9265-97ef8fadf7b3 HTTP/1.1" status: 204 len: 168 time: 0.9470751 Jan 28 11:58:18.613412 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45064) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:18.617547 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Pushing event updated for resources: {'Port': ['ID=65132318-3f39-42df-87b4-fbee455094bd,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:18.619676 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dc6e5-d1d9-4111-ab6b-31f8b029d6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842c85cb-fbbd-44e5-9265-97ef8fadf7b3,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:18.755607 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-cf0f16a8-d40c-4857-b74f-27c8a92b9744 service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941433 Jan 28 11:58:18.801554 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-eb648846-2233-493b-83fa-9c211f8e6c12 None None] Provisioning complete for port f4e947c8-987e-496d-9085-1023216b664e triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:18.801955 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eb648846-2233-493b-83fa-9c211f8e6c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f4e947c8-987e-496d-9085-1023216b664e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.869925 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (edc00587-fdc1-4f49-a8d6-85057a2bf6d7), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.930579 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-eb648846-2233-493b-83fa-9c211f8e6c12 None None] Current status of the port f4e947c8-987e-496d-9085-1023216b664e is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:18.932136 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 11:58:18.945924 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Sync routers for ids ['c86133c5-ef20-4987-b419-2263cfe5bce6'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:58:18.968940 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Routers {'c86133c5-ef20-4987-b419-2263cfe5bce6'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:18.970180 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:57:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['c86133c5-ef20-4987-b419-2263cfe5bce6'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:18.971794 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:18.976319 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-cac35d17-5162-46b3-bb2c-1aeac8a782b3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5795686 Jan 28 11:58:18.980597 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45088) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:19.260235 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks [] for router_gateway (ce078895-c725-4df3-9089-878cef14ee62), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:19.319698 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Set router c86133c5-ef20-4987-b419-2263cfe5bce6 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:19.325612 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device f4e947c8-987e-496d-9085-1023216b664e up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:19.435635 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port f4e947c8-987e-496d-9085-1023216b664e triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:19.436337 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f4e947c8-987e-496d-9085-1023216b664e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:19.512034 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (edc00587-fdc1-4f49-a8d6-85057a2bf6d7), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:19.542779 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-19de06ef-47ac-4630-a8ec-db71f7b5feab None None] Provisioning complete for port f4e947c8-987e-496d-9085-1023216b664e triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:19.543425 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-19de06ef-47ac-4630-a8ec-db71f7b5feab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f4e947c8-987e-496d-9085-1023216b664e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:19.545751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.546104 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.546818 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.547154 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > port after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.547484 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > port after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.547804 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > port after_update 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.548527 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.548836 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.549193 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.549507 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.611958 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fb158a37-66d2-4129-8262-b687846ef626 req-fa259b4c-72c7-4883-b499-60bec0a20c85 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.0966814 Jan 28 11:58:19.640842 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port f4e947c8-987e-496d-9085-1023216b664e is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:19.649946 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-00609433-16f3-43ff-9916-dfaf3cd5bc53 req-6f86d8dc-29d6-45da-8dc1-14f6b8dd6eac tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.1323526 Jan 28 11:58:19.695414 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-19de06ef-47ac-4630-a8ec-db71f7b5feab None None] Current status of the port f4e947c8-987e-496d-9085-1023216b664e is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:19.717812 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:17Z', 'revision_number': 3, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port': {'id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:19.744539 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Checking router: c86133c5-ef20-4987-b419-2263cfe5bce6 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:58:19.744875 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Updating router c86133c5-ef20-4987-b419-2263cfe5bce6 port 200b3eb4-19eb-44d1-9c27-c90952e3aeca binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:58:19.772743 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:19.856725 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (ce078895-c725-4df3-9089-878cef14ee62), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:19.867036 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.867554 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.868033 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.868366 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 11:58:19.868808 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc00587-fdc1-4f49-a8d6-85057a2bf6d7']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:19.924877 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d08d79e-c85c-49cb-bb8e-0ead8761bc9e') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:19.925629 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d08d79e-c85c-49cb-bb8e-0ead8761bc9e') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:19.946180 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (7d08d79e-c85c-49cb-bb8e-0ead8761bc9e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:19.976035 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (7d08d79e-c85c-49cb-bb8e-0ead8761bc9e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.015554 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 11:58:20.016061 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (7d08d79e-c85c-49cb-bb8e-0ead8761bc9e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: from cryptography.utils import int_from_bytes Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: from cryptography.utils import int_from_bytes Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 11:58:20.020409 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 11:58:20.050066 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Router ce078895-c725-4df3-9089-878cef14ee62 is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 11:58:20.082830 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Publish callbacks [] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.098609 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.164191 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Attempting to bind port 200b3eb4-19eb-44d1-9c27-c90952e3aeca on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:20.164467 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Attempting to bind port 200b3eb4-19eb-44d1-9c27-c90952e3aeca by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:20.164976 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Attempting to bind port 200b3eb4-19eb-44d1-9c27-c90952e3aeca on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:20.175387 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:20.175815 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:20.176285 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.176807 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:20.177745 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Bound port: 200b3eb4-19eb-44d1-9c27-c90952e3aeca, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:20.178195 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.184392 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 11:58:20.194165 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (edc00587-fdc1-4f49-a8d6-85057a2bf6d7), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.199317 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Sync routers for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:58:20.215821 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.218066 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9a6f32dc-d7c3-47cd-b82c-df7b235b20cb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1963575 Jan 28 11:58:20.221929 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45136) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:20.238002 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:20.238114 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Pushing event updated for resources: {'Port': ['ID=200b3eb4-19eb-44d1-9c27-c90952e3aeca,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:20.238209 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:57:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:20.246471 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.246841 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.247205 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.247835 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.248197 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.248532 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.248873 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.249207 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.249534 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.249858 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.250183 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.250793 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.251230 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Tracked resource versions report: Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: pushed versions: Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: { 'AddressGroup': {'1.2'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'ConntrackHelper': {'1.0'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'LocalIPAssociation': {'1.0'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Log': {'1.0'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Network': {'1.1'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Port': {'1.7'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'PortForwarding': {'1.2'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'QosPolicy': {'1.10'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroup': {'1.5'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroupRule': {'1.2'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SubPort': {'1.0'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Subnet': {'1.1'}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Trunk': {'1.1'}} Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: consumer versions: Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: { DHCP agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: HyperV agent@hv-cinder-81187: {}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: L3 agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: Metadata agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: Metering agent@dv-cinder-811877-11-iscsi: {}, Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: Open vSwitch agent@dv-cinder-811877-11-iscsi: { 'AddressGroup': '1.2', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'ConntrackHelper': '1.0', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'LocalIPAssociation': '1.0', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Log': '1.0', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Network': '1.1', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Port': '1.7', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'PortForwarding': '1.2', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'QosPolicy': '1.10', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroup': '1.5', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SecurityGroupRule': '1.2', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'SubPort': '1.0', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Subnet': '1.1', Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: 'Trunk': '1.1'}} Jan 28 11:58:20.252554 dv-cinder-811877-11-iscsi neutron-server[102407]: {{(pid=102407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 11:58:20.262395 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.271357 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] 10.222.0.36 "DELETE /v2.0/networks/edc00587-fdc1-4f49-a8d6-85057a2bf6d7 HTTP/1.1" status: 204 len: 168 time: 1.6546102 Jan 28 11:58:20.286433 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45138) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:20.293936 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] For port 200b3eb4-19eb-44d1-9c27-c90952e3aeca, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:20.297782 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] For port 200b3eb4-19eb-44d1-9c27-c90952e3aeca, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=200b3eb4-19eb-44d1-9c27-c90952e3aeca,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:20.299957 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3ad14-ab15-4901-818f-3c663edc81da admin admin] Pushing event deleted for resources: {'Network': ['ID=edc00587-fdc1-4f49-a8d6-85057a2bf6d7,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:20.309681 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.385004 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Routers {'c86133c5-ef20-4987-b419-2263cfe5bce6'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:20.386132 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:57:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['c86133c5-ef20-4987-b419-2263cfe5bce6'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:20.435175 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] Deleting subnet d6695a27-aa65-4fef-9666-af1268519ed1 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 11:58:20.438737 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] Publish callbacks [] for subnet (d6695a27-aa65-4fef-9666-af1268519ed1), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.452654 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253377d8-1e2e-4a70-a4ae-7d634649dcc8 None None] Pushing event updated for resources: {'Port': ['ID=200b3eb4-19eb-44d1-9c27-c90952e3aeca,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:20.505633 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (d6695a27-aa65-4fef-9666-af1268519ed1), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.529951 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] Set router c86133c5-ef20-4987-b419-2263cfe5bce6 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:20.610956 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (d6695a27-aa65-4fef-9666-af1268519ed1), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.626769 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:20.657923 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5184-0185-4499-a39f-6e791b614ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.742353 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:17Z', 'revision_number': 3, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port': {'id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:20.776642 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ba390-637a-4ef3-a32f-6ba00293b160 None None] The sync data for ids ['c86133c5-ef20-4987-b419-2263cfe5bce6'] in dv-cinder-811877-11-iscsi is: [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:17Z', 'revision_number': 3, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port': {'id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:58:20.836298 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (d6695a27-aa65-4fef-9666-af1268519ed1), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.839025 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30490fe2-62e4-40cf-8e90-bfb9840fb981 req-f621272e-9bd2-4054-b729-deacd6636f1b tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.0452242 Jan 28 11:58:20.853239 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:18Z', 'revision_number': 3, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:20.871953 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6695a27-aa65-4fef-9666-af1268519ed1,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:20.900305 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.904656 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Checking router: ce078895-c725-4df3-9089-878cef14ee62 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:58:20.905207 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Updating router ce078895-c725-4df3-9089-878cef14ee62 port 65132318-3f39-42df-87b4-fbee455094bd binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:58:20.905863 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-168ec1e8-083c-45f9-a6d2-13d173c50abf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d6695a27-aa65-4fef-9666-af1268519ed1 HTTP/1.1" status: 204 len: 168 time: 0.6183717 Jan 28 11:58:20.909668 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45150) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:20.930272 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:20.947416 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (65132318-3f39-42df-87b4-fbee455094bd), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.050052 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.081854 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-960274ac-f15f-4ba2-b024-1a023a5222e5 req-3a0af2ee-5819-445e-be74-5e46a8483542 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.0966530 Jan 28 11:58:21.191968 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.369245 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (75b92df2-c265-41ef-be33-655c38f37aa8), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.456425 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Allocated IP 172.20.0.1 (1af7baaa-de39-45ed-abaa-df64c4c7bfb4/9790ab42-5014-459c-824a-26b763cacfee/2840efe2-b840-49c6-840e-c83257bb3721) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:21.574344 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Publish callbacks [] for port (65132318-3f39-42df-87b4-fbee455094bd), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.589433 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (65132318-3f39-42df-87b4-fbee455094bd), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.599543 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (75b92df2-c265-41ef-be33-655c38f37aa8), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.639754 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Attempting to bind port 65132318-3f39-42df-87b4-fbee455094bd on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:21.641083 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Attempting to bind port 65132318-3f39-42df-87b4-fbee455094bd by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:21.642231 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Attempting to bind port 65132318-3f39-42df-87b4-fbee455094bd on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:21.680361 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks [] for port (2840efe2-b840-49c6-840e-c83257bb3721), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.682351 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.686300 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:21.687242 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:21.687945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.688675 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:21.689779 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Bound port: 65132318-3f39-42df-87b4-fbee455094bd, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:21.690637 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (65132318-3f39-42df-87b4-fbee455094bd), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.698923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b92df2-c265-41ef-be33-655c38f37aa8']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:21.718150 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:21.718492 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:21.743408 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.745059 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (2840efe2-b840-49c6-840e-c83257bb3721), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.761431 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea22ed3-c628-4a0a-b49a-b419f5daf9b7 None None] Pushing event updated for resources: {'Port': ['ID=65132318-3f39-42df-87b4-fbee455094bd,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:21.792961 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] For port 65132318-3f39-42df-87b4-fbee455094bd, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:21.798863 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.801373 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] For port 65132318-3f39-42df-87b4-fbee455094bd, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=65132318-3f39-42df-87b4-fbee455094bd,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:21.804852 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:21.810296 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 11:58:21.810723 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (03eaf9f9-6e58-4a0b-bdf1-8838b0ef4599), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.811286 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:21.811417 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (65132318-3f39-42df-87b4-fbee455094bd), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.816502 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:21.817034 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (ce078895-c725-4df3-9089-878cef14ee62), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 11:58:21.824256 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 11:58:21.898010 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Allocated IP 172.20.0.1 (bd65b66e-7c9c-44f8-a09c-7c288ec9c441/cbe4221e-57f6-4acf-a4fe-f99a6cebf12c/9864a162-494b-475c-9198-740810198e0d) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:21.976761 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (75b92df2-c265-41ef-be33-655c38f37aa8), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.989806 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:21.995836 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] 10.222.0.36 "DELETE /v2.0/networks/75b92df2-c265-41ef-be33-655c38f37aa8 HTTP/1.1" status: 204 len: 168 time: 1.0848150 Jan 28 11:58:22.018591 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:22.019555 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:58:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:22.068556 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7a8ee-6d32-4856-b4a5-8d3c13944b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=75b92df2-c265-41ef-be33-655c38f37aa8,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:22.142878 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.39', 56694) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:22.198737 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.39', 56695) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:22.256353 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea22ed3-c628-4a0a-b49a-b419f5daf9b7 None None] Pushing event updated for resources: {'Port': ['ID=65132318-3f39-42df-87b4-fbee455094bd,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:22.382876 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-f9cce886-035b-41ff-aaa4-7c4e2d785342 None None] Provisioning complete for port 2840efe2-b840-49c6-840e-c83257bb3721 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:22.383692 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f9cce886-035b-41ff-aaa4-7c4e2d785342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2840efe2-b840-49c6-840e-c83257bb3721), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:22.437462 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e2aa0c84-e549-4c8d-a22f-fca8d6678094 req-bd986208-0acf-4403-9484-73038a7eb1e4 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.0638745 Jan 28 11:58:22.450563 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Pushing event updated for resources: {'Port': ['ID=2840efe2-b840-49c6-840e-c83257bb3721,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:22.489562 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45192) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:22.505892 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:22.509366 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-f9cce886-035b-41ff-aaa4-7c4e2d785342 None None] Port 2840efe2-b840-49c6-840e-c83257bb3721 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 11:58:22.536120 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8d4bbbf5-b907-40fd-a996-a449ff3d4c6a req-1ebee356-ff63-4d0f-a714-fa38e5a1fa4e tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.1256633 Jan 28 11:58:22.573080 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks [] for port (9864a162-494b-475c-9198-740810198e0d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:22.726816 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2840efe2-b840-49c6-840e-c83257bb3721), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:22.871089 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-b269835a-16d8-4a97-8688-8659e4e53934 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:22.873807 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-b269835a-16d8-4a97-8688-8659e4e53934 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.6543272 Jan 28 11:58:22.907575 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:18Z', 'revision_number': 3, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:22.908264 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (9864a162-494b-475c-9198-740810198e0d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:22.942734 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Request body: {'port': {'device_id': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'admin_state_up': True, 'tenant_id': 'fcbafd4a840f4924a84abd5deff7c921'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:22.969883 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-aaaf398d-99ef-4ec4-b8ee-12268518e651 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d0ee6f79eb04b3ba384c819a1b68d7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4345942 Jan 28 11:58:22.972917 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45242) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:22.998566 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-e3f2a26b-d9c1-48a3-b98a-18b600177b0a tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:23.000485 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-e3f2a26b-d9c1-48a3-b98a-18b600177b0a tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.39 "GET /v2.0/networks?id=9a72501e-0013-4e25-8da3-3257dd4167b6 HTTP/1.1" status: 200 len: 811 time: 0.8565693 Jan 28 11:58:23.036972 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ababd-c254-443b-bb9e-970ca5a71a10 None None] The sync data for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:18Z', 'revision_number': 3, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:58:23.047511 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Request body: {'port': {'device_id': '8f0b6a62-8526-43b8-b55c-335578b90282', 'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6', 'admin_state_up': True, 'tenant_id': '95598f08a12a4ab08aaa4be775a552ca'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:23.146006 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:23.235615 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.240296 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:23.254641 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:23.265968 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks [] for port (2840efe2-b840-49c6-840e-c83257bb3721), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.288933 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2840efe2-b840-49c6-840e-c83257bb3721), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.290148 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (ce078895-c725-4df3-9089-878cef14ee62), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.327401 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Pushing event updated for resources: {'Port': ['ID=9864a162-494b-475c-9198-740810198e0d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:23.379323 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-368643e3-b682-456f-8907-eb3e0434cc58 admin admin] Publish callbacks [] for security_group (738137ea-1722-428c-b3cc-f185c853c0e7), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.472462 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 200b3eb4-19eb-44d1-9c27-c90952e3aeca up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:23.500744 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (c86133c5-ef20-4987-b419-2263cfe5bce6), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.554332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Pushing event updated for resources: {'Port': ['ID=2840efe2-b840-49c6-840e-c83257bb3721,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:23.600517 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-368643e3-b682-456f-8907-eb3e0434cc58 admin admin] Publish callbacks [] for security_group (738137ea-1722-428c-b3cc-f185c853c0e7), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.670164 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45266) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:23.804150 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4e09b00e-39e8-42b5-87d3-8ad181b6abfd req-fa77e857-97ed-4091-99d3-84776d6f779b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.1286802 Jan 28 11:58:23.848338 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 200b3eb4-19eb-44d1-9c27-c90952e3aeca triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:23.849945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.884481 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Made reservation on behalf of 95598f08a12a4ab08aaa4be775a552ca for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:23.910588 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.938833 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6122b41e-4e1b-4171-a07a-2a98d46fad61 req-8769fd70-2252-41da-9034-2289deb6024c tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.1048460 Jan 28 11:58:23.979261 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Made reservation on behalf of fcbafd4a840f4924a84abd5deff7c921 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:23.990159 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.992117 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-368643e3-b682-456f-8907-eb3e0434cc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (738137ea-1722-428c-b3cc-f185c853c0e7), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.994667 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-368643e3-b682-456f-8907-eb3e0434cc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:23.998707 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-368643e3-b682-456f-8907-eb3e0434cc58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/738137ea-1722-428c-b3cc-f185c853c0e7 HTTP/1.1" status: 204 len: 168 time: 1.0216770 Jan 28 11:58:24.062706 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:24.073746 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368643e3-b682-456f-8907-eb3e0434cc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738137ea-1722-428c-b3cc-f185c853c0e7,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:24.083820 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:24.222761 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1e36bef-f0ee-4f90-b5a0-07e62cebabb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:24.232861 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 200b3eb4-19eb-44d1-9c27-c90952e3aeca is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:24.238163 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:24.327084 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 200b3eb4-19eb-44d1-9c27-c90952e3aeca, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=200b3eb4-19eb-44d1-9c27-c90952e3aeca,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:24.342035 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:24.507775 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1e36bef-f0ee-4f90-b5a0-07e62cebabb1 admin admin] Publish callbacks [] for security_group (b7599658-9ebb-49fe-98a4-0abecdf6e56d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:24.646983 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45288) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:24.690936 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:24.717337 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Router ce078895-c725-4df3-9089-878cef14ee62 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 11:58:24.728017 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=200b3eb4-19eb-44d1-9c27-c90952e3aeca,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:24.751419 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-5e8e0c8a-03c1-4151-835a-f2aa0d6fe009 None None] Provisioning complete for port 2840efe2-b840-49c6-840e-c83257bb3721 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:24.753053 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e8e0c8a-03c1-4151-835a-f2aa0d6fe009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2840efe2-b840-49c6-840e-c83257bb3721), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:24.856489 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e0c8a-03c1-4151-835a-f2aa0d6fe009 None None] Port 2840efe2-b840-49c6-840e-c83257bb3721 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 11:58:25.020123 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45296) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:25.061207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-edef3a28-da39-41d5-b50f-bdcb893e8b36 req-a1434dd6-c778-48f5-8b9c-99287de384ab tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.0774431 Jan 28 11:58:25.065554 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc41355c-4fb2-4972-85f2-2ddeb01cd42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.080907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 11:58:25.105244 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-33cb8468-1a6e-4bb7-808e-cff3f4515c1e admin admin] 10.222.0.36 "PUT /v2.0/routers/ce078895-c725-4df3-9089-878cef14ee62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8818605 Jan 28 11:58:25.304339 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c29e9e26-b4f7-4bff-9901-628a7deb1060 req-06a4a1f9-3af8-4218-aa4d-69fd3ecaf483 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.2035582 Jan 28 11:58:25.318993 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-693cdd21-9f60-4bb5-88a5-04ca5a1d6087 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4083b6313d5a41049e4da2a5edb244d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2913001 Jan 28 11:58:25.338533 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45300) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:25.529183 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76ef57e7-9d6b-4eed-8265-037932a8f1f5 admin admin] Publish callbacks [] for security_group (89e2a188-80e8-4f7e-845d-cddca367948c), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.537033 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1e36bef-f0ee-4f90-b5a0-07e62cebabb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (b7599658-9ebb-49fe-98a4-0abecdf6e56d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.565086 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 200b3eb4-19eb-44d1-9c27-c90952e3aeca up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:25.592877 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc41355c-4fb2-4972-85f2-2ddeb01cd42a admin admin] Publish callbacks [] for security_group (12d96f1d-4796-4e56-bd35-abd99935d83c), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.600919 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76ef57e7-9d6b-4eed-8265-037932a8f1f5 admin admin] Publish callbacks [] for security_group (89e2a188-80e8-4f7e-845d-cddca367948c), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.625412 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cc41355c-4fb2-4972-85f2-2ddeb01cd42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (12d96f1d-4796-4e56-bd35-abd99935d83c), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.652898 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 200b3eb4-19eb-44d1-9c27-c90952e3aeca triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:25.653543 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.817237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Allocated IP 172.20.0.12 (9a72501e-0013-4e25-8da3-3257dd4167b6/5b69982d-f0da-4465-9764-0eafa2c94afc/53dcb6cf-8c1b-4c6d-be9d-f757069c94d4) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:25.857928 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41355c-4fb2-4972-85f2-2ddeb01cd42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d96f1d-4796-4e56-bd35-abd99935d83c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:25.879256 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76ef57e7-9d6b-4eed-8265-037932a8f1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (89e2a188-80e8-4f7e-845d-cddca367948c), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.884443 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76ef57e7-9d6b-4eed-8265-037932a8f1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:25.886504 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-76ef57e7-9d6b-4eed-8265-037932a8f1f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89e2a188-80e8-4f7e-845d-cddca367948c HTTP/1.1" status: 204 len: 168 time: 0.5481470 Jan 28 11:58:25.907388 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-cc41355c-4fb2-4972-85f2-2ddeb01cd42a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fe27be3651c43338280368ea447f22f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2585070 Jan 28 11:58:25.910785 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 200b3eb4-19eb-44d1-9c27-c90952e3aeca is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:25.911092 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45316) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:25.912061 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 65132318-3f39-42df-87b4-fbee455094bd up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:25.930781 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d1e36bef-f0ee-4f90-b5a0-07e62cebabb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8aada7dc1eb41a6b358f9ebf17102f9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2531273 Jan 28 11:58:25.953108 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45318) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:25.953792 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e36bef-f0ee-4f90-b5a0-07e62cebabb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7599658-9ebb-49fe-98a4-0abecdf6e56d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:26.014564 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef57e7-9d6b-4eed-8265-037932a8f1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2a188-80e8-4f7e-845d-cddca367948c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:26.168861 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-461c47ae-401c-412f-82c5-7f8175e1173b admin admin] Publish callbacks [] for security_group (12d96f1d-4796-4e56-bd35-abd99935d83c), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.182821 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9864a162-494b-475c-9198-740810198e0d), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.200324 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 65132318-3f39-42df-87b4-fbee455094bd triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:26.200949 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (65132318-3f39-42df-87b4-fbee455094bd), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.216659 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4e8d68c4-cf89-478e-b112-707912f28b14 admin admin] Publish callbacks [] for security_group (b7599658-9ebb-49fe-98a4-0abecdf6e56d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.258957 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-461c47ae-401c-412f-82c5-7f8175e1173b admin admin] Publish callbacks [] for security_group (12d96f1d-4796-4e56-bd35-abd99935d83c), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.340103 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-efc6e99b-a676-4d0b-9a1c-21990c03ff34 req-bd96813c-3b39-4090-b6a3-41c2eeee20e3 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.0980699 Jan 28 11:58:26.443665 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45326) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:26.451119 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-92f94dd7-59e2-4432-be23-71fa3a19a502 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527289831', 'description': 'tempest-description--19890559'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:26.512795 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9299f97a-61ee-496b-8741-b3f9d9289864 req-34c61210-fcfa-4277-ad8f-65ce69036e6b tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.0452628 Jan 28 11:58:26.523839 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 65132318-3f39-42df-87b4-fbee455094bd is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:26.524782 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92f94dd7-59e2-4432-be23-71fa3a19a502 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.528566 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (65132318-3f39-42df-87b4-fbee455094bd), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.557647 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-461c47ae-401c-412f-82c5-7f8175e1173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (12d96f1d-4796-4e56-bd35-abd99935d83c), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.560370 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-461c47ae-401c-412f-82c5-7f8175e1173b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.561522 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-461c47ae-401c-412f-82c5-7f8175e1173b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12d96f1d-4796-4e56-bd35-abd99935d83c HTTP/1.1" status: 204 len: 168 time: 0.6425712 Jan 28 11:58:26.563442 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 65132318-3f39-42df-87b4-fbee455094bd, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=65132318-3f39-42df-87b4-fbee455094bd,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:26.579403 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (65132318-3f39-42df-87b4-fbee455094bd), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.583332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c47ae-401c-412f-82c5-7f8175e1173b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d96f1d-4796-4e56-bd35-abd99935d83c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:26.709369 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92f94dd7-59e2-4432-be23-71fa3a19a502 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (1888fba2-d81d-469e-8fec-565d7a08fff6), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.716714 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92f94dd7-59e2-4432-be23-71fa3a19a502 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1888fba2-d81d-469e-8fec-565d7a08fff6), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.717371 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=65132318-3f39-42df-87b4-fbee455094bd,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:26.800346 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Sync routers for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:58:26.813811 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:26.814740 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:58:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:26.877002 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f94dd7-59e2-4432-be23-71fa3a19a502 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1888fba2-d81d-469e-8fec-565d7a08fff6,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:26.908860 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92f94dd7-59e2-4432-be23-71fa3a19a502 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.912654 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-92f94dd7-59e2-4432-be23-71fa3a19a502 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4663601 Jan 28 11:58:26.915700 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45338) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:26.925713 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-52e539e5-23c5-4ced-b1c8-75ae3531d69b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'security_group_rule': {'security_group_id': '1888fba2-d81d-469e-8fec-565d7a08fff6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:26.928899 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks [] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.971791 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4e8d68c4-cf89-478e-b112-707912f28b14 admin admin] Publish callbacks [] for security_group (b7599658-9ebb-49fe-98a4-0abecdf6e56d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.978256 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:26.987036 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Allocated IP 172.20.0.4 (719e6218-49e1-4bc2-bf2c-6203f2e73a2c/f21654bc-3086-4047-a702-1e72af5b3c04/c9d9534a-eee0-40ea-9ee5-09aec8e3081e) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:26.995462 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-52e539e5-23c5-4ced-b1c8-75ae3531d69b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (be54bad0-a908-4ae3-bf72-54312631f100), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.017375 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:58:27.094822 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:27.117012 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Pushing event updated for resources: {'Port': ['ID=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:27.173546 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Network 9a72501e-0013-4e25-8da3-3257dd4167b6 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:27.181229 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:27.221813 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-52e539e5-23c5-4ced-b1c8-75ae3531d69b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (be54bad0-a908-4ae3-bf72-54312631f100), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.227188 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-52e539e5-23c5-4ced-b1c8-75ae3531d69b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (be54bad0-a908-4ae3-bf72-54312631f100), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.231653 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:27.265953 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks [] for port (9864a162-494b-475c-9198-740810198e0d), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.295141 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e539e5-23c5-4ced-b1c8-75ae3531d69b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be54bad0-a908-4ae3-bf72-54312631f100,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:27.341100 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-52e539e5-23c5-4ced-b1c8-75ae3531d69b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.342592 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-52e539e5-23c5-4ced-b1c8-75ae3531d69b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271550 Jan 28 11:58:27.345666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45352) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:27.355103 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-455ef37f-9d4a-40a3-86ee-0bb85437418c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'security_group_rule': {'security_group_id': '1888fba2-d81d-469e-8fec-565d7a08fff6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:27.362816 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (9864a162-494b-475c-9198-740810198e0d), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.397880 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 65132318-3f39-42df-87b4-fbee455094bd up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:27.430949 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-455ef37f-9d4a-40a3-86ee-0bb85437418c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (1fd4e4a3-5755-46b8-bd98-0ada3500dd5e), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.537043 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (c86133c5-ef20-4987-b419-2263cfe5bce6), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.655806 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9bb1d447-8ff4-4ce3-9df3-d8d4bb3eb0bf req-ae15f7cd-d196-4d7f-bb3d-31bae7df18c4 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.1157646 Jan 28 11:58:27.669753 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 2, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:27.745059 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Checking router: ce078895-c725-4df3-9089-878cef14ee62 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:58:27.745856 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Updating router ce078895-c725-4df3-9089-878cef14ee62 port 2840efe2-b840-49c6-840e-c83257bb3721 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:58:27.784338 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2840efe2-b840-49c6-840e-c83257bb3721), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.837702 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-455ef37f-9d4a-40a3-86ee-0bb85437418c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (1fd4e4a3-5755-46b8-bd98-0ada3500dd5e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.875212 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-455ef37f-9d4a-40a3-86ee-0bb85437418c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (1fd4e4a3-5755-46b8-bd98-0ada3500dd5e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:27.930358 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:27.968133 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:28.097350 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4e8d68c4-cf89-478e-b112-707912f28b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (b7599658-9ebb-49fe-98a4-0abecdf6e56d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.110950 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4e8d68c4-cf89-478e-b112-707912f28b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.112979 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4e8d68c4-cf89-478e-b112-707912f28b14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7599658-9ebb-49fe-98a4-0abecdf6e56d HTTP/1.1" status: 204 len: 168 time: 2.1558602 Jan 28 11:58:28.118631 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 65132318-3f39-42df-87b4-fbee455094bd triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:28.124147 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (65132318-3f39-42df-87b4-fbee455094bd), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.426669 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 65132318-3f39-42df-87b4-fbee455094bd is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:28.453491 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-455ef37f-9d4a-40a3-86ee-0bb85437418c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.462453 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-455ef37f-9d4a-40a3-86ee-0bb85437418c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1126766 Jan 28 11:58:28.465138 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45394) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:28.465716 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ef37f-9d4a-40a3-86ee-0bb85437418c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd4e4a3-5755-46b8-bd98-0ada3500dd5e,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:28.478251 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:28.480670 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.499520 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:28.519766 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d68c4-cf89-478e-b112-707912f28b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7599658-9ebb-49fe-98a4-0abecdf6e56d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:28.521740 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Pushing event updated for resources: {'Port': ['ID=9864a162-494b-475c-9198-740810198e0d,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:28.562641 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0604-a9a5-45db-a9ff-551c79ef7123 req-2211815b-5bdb-4828-a468-66256c3ebd16 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:28.563928 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-531d0604-a9a5-45db-a9ff-551c79ef7123 req-2211815b-5bdb-4828-a468-66256c3ebd16 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 932 time: 0.8431265 Jan 28 11:58:28.599495 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-48e7863a-f8d3-4a2b-ac32-48dbc0f71bc6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5567827 Jan 28 11:58:28.654012 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-f9974ebc-a5e4-4db2-a249-824cbe16681b tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 11:58:28.655120 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-f9974ebc-a5e4-4db2-a249-824cbe16681b tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0399516 Jan 28 11:58:28.664474 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.681463 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Router c86133c5-ef20-4987-b419-2263cfe5bce6 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 11:58:28.740302 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-531d0604-a9a5-45db-a9ff-551c79ef7123 req-9ccf0cc4-669e-4297-b5d6-a255dbb1d7bf tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646304 Jan 28 11:58:28.742128 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Publish callbacks [] for port (2840efe2-b840-49c6-840e-c83257bb3721), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.758576 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2840efe2-b840-49c6-840e-c83257bb3721), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:28.881442 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e6ee1-ab48-4f12-a426-7fd90ac2b6a0 None None] Pushing event updated for resources: {'Port': ['ID=2840efe2-b840-49c6-840e-c83257bb3721,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:28.927892 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5e2c861e-abea-43d6-a7ab-1e176a4d00f1 req-4fc5e240-b76f-4ad7-80c9-408ad071a8d9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.0981197 Jan 28 11:58:28.976263 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks [] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.143340 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Attempting to bind port 2840efe2-b840-49c6-840e-c83257bb3721 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:29.144356 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Attempting to bind port 2840efe2-b840-49c6-840e-c83257bb3721 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:29.144928 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Attempting to bind port 2840efe2-b840-49c6-840e-c83257bb3721 on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:29.146377 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.162957 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:29.163572 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Checking segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:29.164153 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.164691 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Bound using segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:29.165300 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Bound port: 2840efe2-b840-49c6-840e-c83257bb3721, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:29.165825 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2840efe2-b840-49c6-840e-c83257bb3721), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.250235 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 11:58:29.262356 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.273499 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Sync routers for ids ['c86133c5-ef20-4987-b419-2263cfe5bce6'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:58:29.304712 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0d51a703-c5b3-4859-9967-e245be96ecb5 admin admin] 10.222.0.36 "PUT /v2.0/routers/c86133c5-ef20-4987-b419-2263cfe5bce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3229859 Jan 28 11:58:29.312467 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Routers {'c86133c5-ef20-4987-b419-2263cfe5bce6'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:29.316045 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:58:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['c86133c5-ef20-4987-b419-2263cfe5bce6'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:29.359800 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] For port 2840efe2-b840-49c6-840e-c83257bb3721, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:29.363263 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] For port 2840efe2-b840-49c6-840e-c83257bb3721, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=2840efe2-b840-49c6-840e-c83257bb3721,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:29.372049 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2840efe2-b840-49c6-840e-c83257bb3721), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.420472 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:29.423676 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:29.442250 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:29.501080 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e6ee1-ab48-4f12-a426-7fd90ac2b6a0 None None] Pushing event updated for resources: {'Port': ['ID=2840efe2-b840-49c6-840e-c83257bb3721,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:29.513061 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:29.517088 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event updated for resources: {'Port': ['ID=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:29.518781 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:58:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:29.605163 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Allocated IP 172.27.0.42 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/196b4cdc-2f04-499b-8dac-6f9b303e0e6f) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:29.644230 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:29.644915 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.688227 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-dec8087a-a8c7-4e78-9961-d753a409e21e None None] Provisioning complete for port 2840efe2-b840-49c6-840e-c83257bb3721 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:29.690531 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dec8087a-a8c7-4e78-9961-d753a409e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2840efe2-b840-49c6-840e-c83257bb3721), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.695774 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-db166105-7979-4522-9baf-57e4f3dfa398 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7570817 Jan 28 11:58:29.943168 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:29.950240 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Set router c86133c5-ef20-4987-b419-2263cfe5bce6 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:30.103339 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Request body: {'port': {'device_id': '8f0b6a62-8526-43b8-b55c-335578b90282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:30.139745 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:30.339293 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba311130-56b1-449e-a5ed-7a8b4ae4d86e req-08cd9094-748b-4168-9ca0-147b8f65ef66 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:30.348022 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba311130-56b1-449e-a5ed-7a8b4ae4d86e req-08cd9094-748b-4168-9ca0-147b8f65ef66 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 932 time: 0.3882053 Jan 28 11:58:30.371767 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:30.373957 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:30.472594 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec0815-4400-47a8-8a22-aa4b2553f849 req-e50cca04-96fa-4c84-81df-9d9ec588a81e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:30.491833 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-64ec0815-4400-47a8-8a22-aa4b2553f849 req-e50cca04-96fa-4c84-81df-9d9ec588a81e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 931 time: 0.3443472 Jan 28 11:58:30.521180 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Request body: {'port': {'device_id': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:30.916558 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-dec8087a-a8c7-4e78-9961-d753a409e21e None None] Current status of the port 2840efe2-b840-49c6-840e-c83257bb3721 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:30.917045 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dec8087a-a8c7-4e78-9961-d753a409e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2840efe2-b840-49c6-840e-c83257bb3721), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:30.944467 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-64ec0815-4400-47a8-8a22-aa4b2553f849 req-cde98f71-973d-4bbe-93d1-8617956111f6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240549 Jan 28 11:58:30.951423 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:29Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:30.956592 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:30.968406 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-dec8087a-a8c7-4e78-9961-d753a409e21e None None] For port 2840efe2-b840-49c6-840e-c83257bb3721, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=2840efe2-b840-49c6-840e-c83257bb3721,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:30.972569 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:25Z', 'revision_number': 4, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port': {'id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9864a162-494b-475c-9198-740810198e0d', 'name': '', 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'mac_address': 'fa:16:3e:96:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 2, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'subnets': [{'id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:30.997333 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'Port': ['ID=196b4cdc-2f04-499b-8dac-6f9b303e0e6f,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:31.020232 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:31.026296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:31.061436 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Checking router: c86133c5-ef20-4987-b419-2263cfe5bce6 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:58:31.063023 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Updating router c86133c5-ef20-4987-b419-2263cfe5bce6 port 9864a162-494b-475c-9198-740810198e0d binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:58:31.070402 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dec8087a-a8c7-4e78-9961-d753a409e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2840efe2-b840-49c6-840e-c83257bb3721), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:31.136167 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e0018-ddff-4432-b55e-a19219c39e25 None None] The sync data for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:29Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:58:31.275889 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba311130-56b1-449e-a5ed-7a8b4ae4d86e req-5e0004a1-9094-4c63-955e-dd33c82c2748 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9129043 Jan 28 11:58:31.305529 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9864a162-494b-475c-9198-740810198e0d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:31.330668 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (1d1ce825-2c7f-4caf-91ef-3f946fdb734b), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:31.408800 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:31.415348 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:31.419121 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-a12321cc-e22e-4f76-bd4c-555950762c06 None None] Provisioning complete for port 2840efe2-b840-49c6-840e-c83257bb3721 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:31.419820 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a12321cc-e22e-4f76-bd4c-555950762c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2840efe2-b840-49c6-840e-c83257bb3721), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:31.550712 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8087a-a8c7-4e78-9961-d753a409e21e None None] Pushing event updated for resources: {'Port': ['ID=2840efe2-b840-49c6-840e-c83257bb3721,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:32.029338 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a12321cc-e22e-4f76-bd4c-555950762c06 None None] Current status of the port 2840efe2-b840-49c6-840e-c83257bb3721 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:32.426498 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:32.442856 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9aa36f-e50a-47c0-bed1-4f957f80c499 req-f4a7fd17-af66-4301-a74d-d5f8776da47c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:32.444532 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e9aa36f-e50a-47c0-bed1-4f957f80c499 req-f4a7fd17-af66-4301-a74d-d5f8776da47c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 931 time: 0.2997730 Jan 28 11:58:32.448960 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:32.463188 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Publish callbacks [] for port (9864a162-494b-475c-9198-740810198e0d), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:32.482452 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (9864a162-494b-475c-9198-740810198e0d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:32.514867 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (1d1ce825-2c7f-4caf-91ef-3f946fdb734b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:32.554900 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-d2c2d6e2-7632-42ae-aa59-c0dc8182e44f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:32.556490 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-d2c2d6e2-7632-42ae-aa59-c0dc8182e44f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 818 time: 0.8951433 Jan 28 11:58:32.645080 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99407393-80fa-439d-8870-441b9d9334c0 None None] Pushing event updated for resources: {'Port': ['ID=9864a162-494b-475c-9198-740810198e0d,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:32.710568 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-39e3a2ea-d189-4f00-8dfd-d82a2c067b4a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/quotas/36683c68d01f4a34b98208a099cbe37e HTTP/1.1" status: 200 len: 375 time: 0.0979626 Jan 28 11:58:32.827321 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e9aa36f-e50a-47c0-bed1-4f957f80c499 req-ac47fce4-cddd-419f-9e1e-ce45223c1518 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685284 Jan 28 11:58:32.853665 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'Port': ['ID=196b4cdc-2f04-499b-8dac-6f9b303e0e6f,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:32.864658 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:32.875076 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-5ba70814-277d-4c22-a646-e713f1db0205 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3989933 Jan 28 11:58:32.921513 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Attempting to bind port 9864a162-494b-475c-9198-740810198e0d on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:32.922096 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Attempting to bind port 9864a162-494b-475c-9198-740810198e0d by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:32.922679 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Attempting to bind port 9864a162-494b-475c-9198-740810198e0d on network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:32.935385 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:32.936503 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Checking segment: {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:32.940218 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:32.947505 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Bound using segment: {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:32.949345 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Bound port: 9864a162-494b-475c-9198-740810198e0d, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:32.950125 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9864a162-494b-475c-9198-740810198e0d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:33.023170 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-72ddccad-fdd5-4214-99b6-c1af47693177 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2121747 Jan 28 11:58:33.137074 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3249b-ce2f-46e7-ba85-e1a16bb0dc25 req-6661d081-a68e-47ab-8cfd-78f3177b15c3 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:33.140498 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:33.148882 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ad3249b-ce2f-46e7-ba85-e1a16bb0dc25 req-6661d081-a68e-47ab-8cfd-78f3177b15c3 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 932 time: 0.1535759 Jan 28 11:58:33.249837 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] For port 9864a162-494b-475c-9198-740810198e0d, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:33.258124 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] For port 9864a162-494b-475c-9198-740810198e0d, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=9864a162-494b-475c-9198-740810198e0d,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:33.266818 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (9864a162-494b-475c-9198-740810198e0d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:33.297179 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Publish callbacks [] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:33.369703 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-706ac073-8c75-43a4-be3e-d8073fdf5c70 service neutron] 10.222.0.36 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277617 Jan 28 11:58:33.441225 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ad3249b-ce2f-46e7-ba85-e1a16bb0dc25 req-41761969-e787-4da5-a050-4827931bdc17 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910120 Jan 28 11:58:33.510755 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 2840efe2-b840-49c6-840e-c83257bb3721 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:33.627498 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Routers {'c86133c5-ef20-4987-b419-2263cfe5bce6'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:58:33.628416 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:58:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['c86133c5-ef20-4987-b419-2263cfe5bce6'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:33.659559 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Transition to ACTIVE for port object 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:58:33.668150 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d9534a-eee0-40ea-9ee5-09aec8e3081e {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:33.684666 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:33.712687 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Publish callbacks [] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:33.738869 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-20dfc7cd-6229-4b3c-b170-ba499ec3009f service neutron] 10.222.0.36 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668334 Jan 28 11:58:33.769619 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Pushing event updated for resources: {'Port': ['ID=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:33.825071 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Transition to ACTIVE for port object c9d9534a-eee0-40ea-9ee5-09aec8e3081e will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:58:33.843988 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:33.892304 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 2840efe2-b840-49c6-840e-c83257bb3721 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:33.893485 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2840efe2-b840-49c6-840e-c83257bb3721), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:33.960351 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-d6b837c9-800c-46e1-a667-879bf3f01569 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1527289831&fields=id&tenant_id=05edd67dea0749ba9801adc81447e73e HTTP/1.1" status: 200 len: 267 time: 0.3329039 Jan 28 11:58:33.977617 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99407393-80fa-439d-8870-441b9d9334c0 None None] Pushing event updated for resources: {'Port': ['ID=9864a162-494b-475c-9198-740810198e0d,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:34.070932 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:34.314439 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-4a40d4e7-64b3-44f5-8f1b-e94ee42bab0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:34.341475 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-4a40d4e7-64b3-44f5-8f1b-e94ee42bab0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 811 time: 0.3726203 Jan 28 11:58:34.370515 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 2840efe2-b840-49c6-840e-c83257bb3721 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:34.390478 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] Set router c86133c5-ef20-4987-b419-2263cfe5bce6 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:58:34.395591 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-24344237-4584-4608-a683-9676096dfa91 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/quotas/05edd67dea0749ba9801adc81447e73e HTTP/1.1" status: 200 len: 375 time: 0.0511787 Jan 28 11:58:34.532621 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Attempting to bind port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:34.533260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Attempting to bind port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'c8a7e072-75ab-4e38-908d-fe2acf4390fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:34.533260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Attempting to bind port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 on network 9a72501e-0013-4e25-8da3-3257dd4167b6 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:34.548964 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 on network 9a72501e-0013-4e25-8da3-3257dd4167b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:58:34.550498 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Attempting to bind port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 on network 9a72501e-0013-4e25-8da3-3257dd4167b6 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:34.580031 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:34.581668 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Checking segment: {'id': 'c8a7e072-75ab-4e38-908d-fe2acf4390fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:34.582323 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Bound using segment: {'id': 'c8a7e072-75ab-4e38-908d-fe2acf4390fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:34.583024 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Bound port: 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a7e072-75ab-4e38-908d-fe2acf4390fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:34.583934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:34.613389 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-f1dec6c3-2f80-4be5-89c4-c79fe3bef534 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2151790 Jan 28 11:58:34.642026 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Attempting to bind port c9d9534a-eee0-40ea-9ee5-09aec8e3081e on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:34.642269 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Attempting to bind port c9d9534a-eee0-40ea-9ee5-09aec8e3081e by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:34.643814 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Attempting to bind port c9d9534a-eee0-40ea-9ee5-09aec8e3081e on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:34.660751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Port c9d9534a-eee0-40ea-9ee5-09aec8e3081e on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:58:34.663219 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Attempting to bind port c9d9534a-eee0-40ea-9ee5-09aec8e3081e on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:34.679237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:34.681591 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Checking segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:34.682073 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Bound using segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:34.682630 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Bound port: c9d9534a-eee0-40ea-9ee5-09aec8e3081e, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:34.683062 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:34.691154 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d1f5-fc15-4940-b3af-a396ee6b95b8 req-19a04f4f-650c-43dd-b9d6-484fac8b9f34 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:34.698767 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5e67d1f5-fc15-4940-b3af-a396ee6b95b8 req-19a04f4f-650c-43dd-b9d6-484fac8b9f34 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 943 time: 0.2185035 Jan 28 11:58:35.072939 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] For port c9d9534a-eee0-40ea-9ee5-09aec8e3081e, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:35.084764 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] For port c9d9534a-eee0-40ea-9ee5-09aec8e3081e, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:35.179356 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] For port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:35.222632 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] For port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,segment=NetworkSegment(c8a7e072-75ab-4e38-908d-fe2acf4390fc),segment_id=c8a7e072-75ab-4e38-908d-fe2acf4390fc)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:35.238157 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:35.281790 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:35.286911 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:35.288517 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/c9d9534a-eee0-40ea-9ee5-09aec8e3081e HTTP/1.1" status: 200 len: 1093 time: 5.5792835 Jan 28 11:58:35.289688 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:35.326415 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'tag': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:35.343619 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5e67d1f5-fc15-4940-b3af-a396ee6b95b8 req-cb1bd216-7b27-4632-af9f-bb0de2490308 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6437266 Jan 28 11:58:35.460261 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-516ba2f5-385e-4f01-b0e6-cb74d3cf37e7 service neutron] 10.222.0.36 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356271 Jan 28 11:58:35.517348 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:25Z', 'revision_number': 4, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port': {'id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9864a162-494b-475c-9198-740810198e0d', 'name': '', 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'mac_address': 'fa:16:3e:96:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:33Z', 'revision_number': 4, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'subnets': [{'id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:58:35.577569 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:35.578363 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:35.582990 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] 10.222.0.39 "PUT /v2.0/ports/53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 HTTP/1.1" status: 200 len: 1094 time: 6.1978569 Jan 28 11:58:35.592308 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8be0b-3a86-467f-8a35-437df5ae665a None None] The sync data for ids ['c86133c5-ef20-4987-b419-2263cfe5bce6'] in dv-cinder-811877-11-iscsi is: [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:25Z', 'revision_number': 4, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port': {'id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9864a162-494b-475c-9198-740810198e0d', 'name': '', 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'mac_address': 'fa:16:3e:96:2c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:33Z', 'revision_number': 4, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'subnets': [{'id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:58:35.605486 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6c480ba0-7781-42cc-88c7-2915b26183d0 req-3ecc31b5-f334-49eb-a281-e48a1d343afb tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 210 time: 0.0438309 Jan 28 11:58:35.679621 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-d11655bf-86d5-4368-b8c2-004fb85057c2 service neutron] 10.222.0.36 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121196 Jan 28 11:58:35.955809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4b753-6056-4e54-8ea3-44ed24bcb6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:35.987752 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bf838a-ff1c-4e20-bff9-930a667a08b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdceb95-d77a-4741-8b52-da2fa205ce3d", "tag": "c9d9534a-eee0-40ea-9ee5-09aec8e3081e"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:36.078363 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1fbf-aaf1-4483-9779-6a0f109e22f9 req-7c329f82-89d6-429c-b9c5-c433df9db995 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:36.093859 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-334e1fbf-aaf1-4483-9779-6a0f109e22f9 req-7c329f82-89d6-429c-b9c5-c433df9db995 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 944 time: 0.2556031 Jan 28 11:58:36.094661 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.39', 56715) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:36.155630 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-4799f293-0c4a-4b15-b657-da1f24060f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:36.157693 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-4799f293-0c4a-4b15-b657-da1f24060f79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 1096 time: 0.7460907 Jan 28 11:58:36.315420 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-fd127592-158b-4b6d-8ed7-4bbbafdcf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:36.317502 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-fd127592-158b-4b6d-8ed7-4bbbafdcf6ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95598f08a12a4ab08aaa4be775a552ca&device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 1097 time: 0.5918331 Jan 28 11:58:36.328246 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-57cfe1f2-5ba9-4853-be07-c5b78ccf533e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e HTTP/1.1" status: 200 len: 217 time: 0.1516359 Jan 28 11:58:36.537817 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef2fc7-8b2a-439e-afb5-f3c5c8058103 service neutron] Pushing event updated for resources: {'Port': ['ID=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:36.565423 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-d0f860b8-52a2-4e06-b043-835321b5e9de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 HTTP/1.1" status: 200 len: 217 time: 0.1802070 Jan 28 11:58:36.884050 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-79a01376-9699-4d9d-a8a3-4dbfac7ddad1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:36.902623 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-79a01376-9699-4d9d-a8a3-4dbfac7ddad1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 818 time: 0.4985425 Jan 28 11:58:36.943491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-51496e32-a487-4a6e-a11f-4d978d70c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:36.945091 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-51496e32-a487-4a6e-a11f-4d978d70c2c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b69982d-f0da-4465-9764-0eafa2c94afc HTTP/1.1" status: 200 len: 851 time: 0.2142127 Jan 28 11:58:36.960866 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-b4199c53-c432-4f4b-bced-dad24d292581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:36.962942 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-b4199c53-c432-4f4b-bced-dad24d292581 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.3909175 Jan 28 11:58:37.030329 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-3395349f-c288-43e4-a7b5-06dc17a1e32b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/quotas/36683c68d01f4a34b98208a099cbe37e HTTP/1.1" status: 200 len: 375 time: 0.1242180 Jan 28 11:58:37.077645 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-e2ceec6a-43b8-45a6-bdac-10346a175e20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a72501e-0013-4e25-8da3-3257dd4167b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130397 Jan 28 11:58:37.140005 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-fc91d9ed-9d2c-4eac-90a7-21fc2f150e01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608253 Jan 28 11:58:37.192829 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-5bb37567-a16a-49b1-a702-1a57a7783aa7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:37.194676 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-5bb37567-a16a-49b1-a702-1a57a7783aa7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 818 time: 1.0990455 Jan 28 11:58:37.227832 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Request body: {'port': {'device_id': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'admin_state_up': True, 'tenant_id': '36683c68d01f4a34b98208a099cbe37e'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:37.313869 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-9c9ecf06-3341-4626-b77a-a5e558c76e2a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2725484 Jan 28 11:58:37.360871 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-334e1fbf-aaf1-4483-9779-6a0f109e22f9 req-26dbb7f5-fb9d-4c30-aa5b-7c254e4d9c59 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9274228 Jan 28 11:58:37.367539 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-7c6d9eff-a9fe-4102-b87e-1511dab20308 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059431 Jan 28 11:58:37.458372 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 9864a162-494b-475c-9198-740810198e0d up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:37.528569 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-72033c3b-4f69-46ea-88ac-5bdfd2b20f90 req-a77192cf-856b-4932-aca5-8d8449622413 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 210 time: 0.0371463 Jan 28 11:58:37.550544 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 9864a162-494b-475c-9198-740810198e0d triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:37.551191 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (9864a162-494b-475c-9198-740810198e0d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:37.583014 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-ab148b63-5b66-4f92-8a66-f83ab0efe7fe service neutron] 10.222.0.39 "GET /v2.0/networks/9a72501e-0013-4e25-8da3-3257dd4167b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420164 Jan 28 11:58:37.646293 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Made reservation on behalf of 36683c68d01f4a34b98208a099cbe37e for: {'port': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:37.649456 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:37.655207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-4204ff7d-ba84-4c8a-a452-e6b40a0bf471 service neutron] 10.222.0.36 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922292 Jan 28 11:58:37.714185 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8c57e6cc-52cf-4019-ab96-2c5583f5c4c9 req-64d09583-2ea0-4da5-93ff-10127ba67740 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379509 Jan 28 11:58:37.762408 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8054479e-bcd0-4a36-8453-f0c3fa70838b req-fca9de1d-5c8b-4cd3-bb9c-176d14e4f2f9 service neutron] 10.222.0.39 "GET /v2.0/networks/9a72501e-0013-4e25-8da3-3257dd4167b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585839 Jan 28 11:58:37.779740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 9864a162-494b-475c-9198-740810198e0d is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:37.782298 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9864a162-494b-475c-9198-740810198e0d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:37.810885 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0002bb-e3cd-4c5a-9e0f-c9cc7fc8bf3e x-openstack-request-id: req-ff0002bb-e3cd-4c5a-9e0f-c9cc7fc8bf3e {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:37.811175 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdceb95-d77a-4741-8b52-da2fa205ce3d", "tag": "c9d9534a-eee0-40ea-9ee5-09aec8e3081e", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:37.811423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff0002bb-e3cd-4c5a-9e0f-c9cc7fc8bf3e {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:37.812006 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'tag': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'status': 'completed', 'code': 200} Jan 28 11:58:37.839511 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 9864a162-494b-475c-9198-740810198e0d, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=9864a162-494b-475c-9198-740810198e0d,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:37.849082 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (9864a162-494b-475c-9198-740810198e0d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:37.921737 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=9864a162-494b-475c-9198-740810198e0d,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:38.029453 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-60f48b7e-d622-4c36-83d7-18435ad93651 service neutron] 10.222.0.36 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650656 Jan 28 11:58:38.075250 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-0ae76c70-c9e5-41ca-92a4-e01687358e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:38.077505 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-0ae76c70-c9e5-41ca-92a4-e01687358e6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 1096 time: 0.2294171 Jan 28 11:58:38.121695 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8e9c-7ec7-4948-85eb-c87b0803dff1 req-9dbf4272-145f-4b2c-b004-47a64af9d7c3 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:38.129574 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-16fe8e9c-7ec7-4948-85eb-c87b0803dff1 req-9dbf4272-145f-4b2c-b004-47a64af9d7c3 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 943 time: 0.2128780 Jan 28 11:58:38.162773 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Allocated IP 172.20.0.7 (bd65b66e-7c9c-44f8-a09c-7c288ec9c441/cbe4221e-57f6-4acf-a4fe-f99a6cebf12c/23e6cc5d-0131-4b2f-aaae-cd7751edb0d8) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:38.271303 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-16fe8e9c-7ec7-4948-85eb-c87b0803dff1 req-faa20c1d-bfb4-4a0d-9a04-98582c14560d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408467 Jan 28 11:58:38.633803 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30946f57-c854-49cb-8f73-54a265338240 req-ceb3f8f2-1ac1-4f4c-b870-46afedce5c0f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 210 time: 0.2224727 Jan 28 11:58:38.694328 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-1f64fb23-8c07-4251-8b9d-caa8e3e63c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:38.696094 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-1f64fb23-8c07-4251-8b9d-caa8e3e63c7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 916 time: 0.6123686 Jan 28 11:58:38.703951 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-4f167248-92b1-4b8c-922a-3b7994228b52 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:38.705643 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-4f167248-92b1-4b8c-922a-3b7994228b52 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 811 time: 0.4701562 Jan 28 11:58:38.812260 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47044f17-ae37-4dfe-a000-808fcc2e7258 req-53abc2ca-f0ee-42a8-8a1c-fee443b5fd61 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:38.814418 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-47044f17-ae37-4dfe-a000-808fcc2e7258 req-53abc2ca-f0ee-42a8-8a1c-fee443b5fd61 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 944 time: 0.1671546 Jan 28 11:58:38.847395 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-921ba16c-6f46-4d83-9cab-9cdeadcbdfd2 req-75e82a9e-4c89-47f2-b48b-eb00266ea973 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 210 time: 0.0607138 Jan 28 11:58:38.901686 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks [] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:38.923630 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-47044f17-ae37-4dfe-a000-808fcc2e7258 req-da79b551-ac4c-4c1a-b7c0-f9e92cd49d6f tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790570 Jan 28 11:58:38.964139 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:38.986442 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:39.009247 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:39.032156 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:39.037432 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:39.038064 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:39.075585 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8560431 Jan 28 11:58:39.086667 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e4e9f-8495-4953-8cb4-78854ab6085d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Pushing event updated for resources: {'Port': ['ID=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:39.261436 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 9864a162-494b-475c-9198-740810198e0d up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:39.308351 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 9864a162-494b-475c-9198-740810198e0d triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:39.308440 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (9864a162-494b-475c-9198-740810198e0d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:39.391026 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 9864a162-494b-475c-9198-740810198e0d is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:39.406920 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7c590-1a1b-4de6-a112-2035a95aef8c req-b058e0b1-7bc3-49e5-8dec-adcacd91e3c1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:39.409059 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-12d7c590-1a1b-4de6-a112-2035a95aef8c req-b058e0b1-7bc3-49e5-8dec-adcacd91e3c1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 943 time: 0.0613890 Jan 28 11:58:39.458719 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-12d7c590-1a1b-4de6-a112-2035a95aef8c req-3bbaf958-4897-40c7-8eab-81f1da35e83d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 Jan 28 11:58:39.760455 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9eaf7b6b-9412-4bb7-8855-1a85214f5853 req-df9807d0-1359-43b9-a4eb-1a177b4c3b0f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 210 time: 0.0338631 Jan 28 11:58:39.813487 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0b6a62-8526-43b8-b55c-335578b90282', 'tag': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:39.817648 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98727e87-d30e-473a-811d-2f58f41df3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0b6a62-8526-43b8-b55c-335578b90282", "tag": "53dcb6cf-8c1b-4c6d-be9d-f757069c94d4"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:39.899266 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1163d07-9b30-4d76-bb57-28ccc1c2e995 x-openstack-request-id: req-d1163d07-9b30-4d76-bb57-28ccc1c2e995 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:39.899554 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0b6a62-8526-43b8-b55c-335578b90282", "tag": "53dcb6cf-8c1b-4c6d-be9d-f757069c94d4", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:39.899806 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1163d07-9b30-4d76-bb57-28ccc1c2e995 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:39.900235 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0b6a62-8526-43b8-b55c-335578b90282', 'tag': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4', 'status': 'completed', 'code': 200} Jan 28 11:58:39.953916 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5a5d46a9-7ae6-40aa-a46b-882be2ab5b37 req-c657d828-ef7e-43b9-9a5c-c4621429838d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 210 time: 0.0323832 Jan 28 11:58:40.053586 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38580-fff0-41b7-a872-e67627c3951a req-17904fad-7b6d-4d40-8f34-1e5c0dda0f09 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:40.055056 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d0e38580-fff0-41b7-a872-e67627c3951a req-17904fad-7b6d-4d40-8f34-1e5c0dda0f09 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 944 time: 0.0558305 Jan 28 11:58:40.244768 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d0e38580-fff0-41b7-a872-e67627c3951a req-3d4bc309-8d6d-46bd-b0af-5f25748061c0 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839278 Jan 28 11:58:40.583979 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901474b7-6118-4fe9-b8c7-ca3cc6158da9 req-53d8de95-c025-4e31-a6a4-5b7f299b4ba5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:40.585468 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-901474b7-6118-4fe9-b8c7-ca3cc6158da9 req-53d8de95-c025-4e31-a6a4-5b7f299b4ba5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 943 time: 0.0511601 Jan 28 11:58:40.633743 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-901474b7-6118-4fe9-b8c7-ca3cc6158da9 req-d07593d0-166e-4c1f-9c68-37543ecaf8d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Jan 28 11:58:40.865816 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d70f15b1-5412-45f8-8a08-535feb18a9ed req-be6d3820-d596-46d9-a5dc-f032b67d3100 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 210 time: 0.0337110 Jan 28 11:58:41.011650 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Request body: {'port': {'device_id': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:41.018991 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.39', 56725) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:41.055155 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-730ad910-9c16-46e0-b345-f8ea0c36e127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e HTTP/1.1" status: 200 len: 217 time: 0.0626194 Jan 28 11:58:41.122275 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b88fd4c0-0f1c-4735-97e4-45d377f82d41 req-267b6dbc-14be-4685-b3c5-ca1cadc49a9d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 210 time: 0.0509036 Jan 28 11:58:41.155057 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-a1d94883-8edd-4b11-9448-b31714f77618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:41.156969 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-a1d94883-8edd-4b11-9448-b31714f77618 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.0925727 Jan 28 11:58:41.161632 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-0e0fe45d-ce56-4e80-9f74-5e1ef63b9780 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05edd67dea0749ba9801adc81447e73e HTTP/1.1" status: 200 len: 380 time: 0.1754415 Jan 28 11:58:41.183665 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727e87-d30e-473a-811d-2f58f41df3ac req-d8a30b1e-a66e-4776-8dee-773728c6099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:41.185187 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-d8a30b1e-a66e-4776-8dee-773728c6099e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=95598f08a12a4ab08aaa4be775a552ca&device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 1097 time: 0.1639571 Jan 28 11:58:41.186096 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.200595 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'port': {'device_id': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'admin_state_up': True, 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'security_groups': ['1888fba2-d81d-469e-8fec-565d7a08fff6']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:41.205804 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-45c09614-c690-4b00-9305-c5d0dc895e5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379043 Jan 28 11:58:41.381836 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-f122c173-01ce-458f-8b4d-0dddb976c739 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682918 Jan 28 11:58:41.392941 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Made reservation on behalf of 05edd67dea0749ba9801adc81447e73e for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:41.396568 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.524439 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727e87-d30e-473a-811d-2f58f41df3ac req-df8a9fd2-385f-4274-b8c5-c2a74577a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:41.525981 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-df8a9fd2-385f-4274-b8c5-c2a74577a6ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a72501e-0013-4e25-8da3-3257dd4167b6 HTTP/1.1" status: 200 len: 912 time: 0.3311486 Jan 28 11:58:41.529388 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Allocated IP 172.20.0.3 (1af7baaa-de39-45ed-abaa-df64c4c7bfb4/9790ab42-5014-459c-824a-26b763cacfee/c02ff59b-c951-42ff-85e7-64fa45324157) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:41.545112 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acabd5e-6729-4864-b768-bb62a3d85ad3 req-22e2e181-63d0-40ab-9a63-ac098e9c582a tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:41.546587 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4acabd5e-6729-4864-b768-bb62a3d85ad3 req-22e2e181-63d0-40ab-9a63-ac098e9c582a tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 944 time: 0.2117746 Jan 28 11:58:41.636213 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4acabd5e-6729-4864-b768-bb62a3d85ad3 req-c1fc06cf-ed06-4776-a9f2-59881b505cfc tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659723 Jan 28 11:58:41.668929 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for port (c02ff59b-c951-42ff-85e7-64fa45324157), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.713513 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.714009 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:41.730271 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Publish callbacks [] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.762339 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:41.765378 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:41.770805 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Transition to ACTIVE for port object 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 will not be triggered until provisioned by entity L2. {{(pid=102404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:58:41.773895 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:41.775577 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.804512 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'Port': ['ID=c02ff59b-c951-42ff-85e7-64fa45324157,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:41.810630 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da446c1-16e2-4103-bd84-f70cc98486f9 req-00fc2c42-a022-4e0b-b7f1-7787833493d5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:41.812207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8da446c1-16e2-4103-bd84-f70cc98486f9 req-00fc2c42-a022-4e0b-b7f1-7787833493d5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 943 time: 0.1006954 Jan 28 11:58:41.836868 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:41.837732 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.859057 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Pushing event updated for resources: {'Port': ['ID=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:41.866081 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-58ba03d7-f5e4-4c00-9b9b-1f1705af3c0f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6816874 Jan 28 11:58:41.936674 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8da446c1-16e2-4103-bd84-f70cc98486f9 req-5754c49b-abad-4e07-95aa-08eaaefa8d14 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162801 Jan 28 11:58:41.937371 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Attempting to bind port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:41.937714 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Attempting to bind port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:41.938082 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Attempting to bind port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 on network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:41.943098 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 on network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:58:41.943418 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Attempting to bind port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 on network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:41.948864 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:41.949201 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Checking segment: {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:41.949773 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Bound using segment: {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:41.950225 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Bound port: 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:41.950637 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:41.987327 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ccf091b-df29-41ac-9e40-b7944ab147e1 req-d13b22c4-7ee1-4239-aec1-74f5d462c41d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 210 time: 0.0345433 Jan 28 11:58:42.039131 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] For port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8, host hv-cinder-81187, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:42.043744 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] For port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:42.049817 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:42.053696 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-04201ece-45e4-40da-9799-c646c560d4cc None None] Provisioning complete for port c02ff59b-c951-42ff-85e7-64fa45324157 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:42.054217 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-04201ece-45e4-40da-9799-c646c560d4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:42.087323 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:42.087973 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:42.088837 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-04201ece-45e4-40da-9799-c646c560d4cc None None] Port c02ff59b-c951-42ff-85e7-64fa45324157 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 11:58:42.089414 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] 10.222.0.39 "PUT /v2.0/ports/23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 1093 time: 1.1055720 Jan 28 11:58:42.093165 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'tag': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:42.195363 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c87c5d-0322-4b13-959f-5e32b3f4c24d service neutron] Pushing event updated for resources: {'Port': ['ID=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:42.230782 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e3675-2c35-4f5b-a7c1-91430ff30f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "754fd9c6-2c00-40f0-acc1-a60dd40595f5", "tag": "23e6cc5d-0131-4b2f-aaae-cd7751edb0d8"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:42.255487 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf7b23-ae79-4566-b2d4-53ddad64dbee req-fd279c99-7340-48b5-9ad1-a77d813f1014 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:42.256845 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9fbf7b23-ae79-4566-b2d4-53ddad64dbee req-fd279c99-7340-48b5-9ad1-a77d813f1014 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 931 time: 0.0556223 Jan 28 11:58:42.303908 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9fbf7b23-ae79-4566-b2d4-53ddad64dbee req-fd62cca2-276c-4684-ac4f-f56150eeaa9f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Jan 28 11:58:42.328222 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1614566a-9a39-43fa-b1f9-13b357a6186a x-openstack-request-id: req-1614566a-9a39-43fa-b1f9-13b357a6186a {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:42.328712 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754fd9c6-2c00-40f0-acc1-a60dd40595f5", "tag": "23e6cc5d-0131-4b2f-aaae-cd7751edb0d8", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:42.329132 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1614566a-9a39-43fa-b1f9-13b357a6186a {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:42.329589 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'tag': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8', 'status': 'completed', 'code': 200} Jan 28 11:58:42.760132 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d603e-d78f-4b1a-b388-11f6c92bca0a req-ad378274-6592-4826-9169-1644560037a1 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:42.761573 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7d6d603e-d78f-4b1a-b388-11f6c92bca0a req-ad378274-6592-4826-9169-1644560037a1 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 944 time: 0.0576296 Jan 28 11:58:42.810838 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7d6d603e-d78f-4b1a-b388-11f6c92bca0a req-45c2a137-c5ba-4f3b-84c0-de671249f0da tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Jan 28 11:58:43.057126 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfc93e-c78c-4275-bd87-ccf06ab3dcf2 req-b28ad786-d2df-4ec2-a22f-7f62cc0d5c3e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:43.058588 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d7dfc93e-c78c-4275-bd87-ccf06ab3dcf2 req-b28ad786-d2df-4ec2-a22f-7f62cc0d5c3e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 943 time: 0.0474012 Jan 28 11:58:43.088974 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a857827b-4c82-4836-bfd9-245c0b22afb1 req-248a1ba0-43f7-428a-929d-b411dca000c1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 210 time: 0.0294535 Jan 28 11:58:43.129100 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d7dfc93e-c78c-4275-bd87-ccf06ab3dcf2 req-1ac80ae6-bd00-4f74-901d-fa5388835c4d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615039 Jan 28 11:58:43.420102 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14dad6-4c46-4245-8d17-7f92f13da362 req-f0eeaa5a-3e9a-4c05-bccf-e4ae98eaa8c7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:43.421587 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3f14dad6-4c46-4245-8d17-7f92f13da362 req-f0eeaa5a-3e9a-4c05-bccf-e4ae98eaa8c7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 931 time: 0.0509419 Jan 28 11:58:43.467750 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3f14dad6-4c46-4245-8d17-7f92f13da362 req-6bb6e185-de77-41d2-a6d4-0968c066dbc8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Jan 28 11:58:43.940518 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c7424-0207-47fd-9f88-f8f324126a97 req-471e3fe8-13c7-46a0-a78f-6236385bfa7c tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:43.941964 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-384c7424-0207-47fd-9f88-f8f324126a97 req-471e3fe8-13c7-46a0-a78f-6236385bfa7c tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 944 time: 0.0499077 Jan 28 11:58:43.990775 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-384c7424-0207-47fd-9f88-f8f324126a97 req-d4d95bcb-08cd-4e78-bc60-043125ed5f46 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Jan 28 11:58:44.100423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Request body: {'port': {'device_id': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:44.109251 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 11:58:44.229555 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-5876651c-4ace-47be-8df1-705180a81873 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 HTTP/1.1" status: 200 len: 217 time: 0.1390727 Jan 28 11:58:44.268063 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95bf838a-ff1c-4e20-bff9-930a667a08b7 req-b60eac9d-cf6b-4a3c-92c6-fa4010c08720 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867709 Jan 28 11:58:44.271945 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:44.272973 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,segment=NetworkSegment(c8a7e072-75ab-4e38-908d-fe2acf4390fc),segment_id=c8a7e072-75ab-4e38-908d-fe2acf4390fc)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:44.292477 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4', 'network_id': '9a72501e-0013-4e25-8da3-3257dd4167b6', 'port_id': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4', 'mac_address': 'fa:16:3e:db:45:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b69982d-f0da-4465-9764-0eafa2c94afc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 11:58:44.368497 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:44.368899 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:44.390122 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:44.422608 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,segment=NetworkSegment(c8a7e072-75ab-4e38-908d-fe2acf4390fc),segment_id=c8a7e072-75ab-4e38-908d-fe2acf4390fc)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:44.432768 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:44.432768 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c9d9534a-eee0-40ea-9ee5-09aec8e3081e details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 11:58:44.494582 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:44.535276 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-439f58ed-ac52-4e99-bfb9-f7c55a208770 req-d1bc11da-ed3e-4219-bbe3-eac50f48731b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 210 time: 0.3407686 Jan 28 11:58:44.607291 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port c9d9534a-eee0-40ea-9ee5-09aec8e3081e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:44.619436 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'port_id': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'mac_address': 'fa:16:3e:b6:22:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21654bc-3086-4047-a702-1e72af5b3c04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 11:58:44.661004 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-df695ca9-26c3-44ff-9cd0-f3206a2e2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:44.663069 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-df695ca9-26c3-44ff-9cd0-f3206a2e2d16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1096 time: 0.5173643 Jan 28 11:58:44.676511 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port c9d9534a-eee0-40ea-9ee5-09aec8e3081e is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:44.676907 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:44.698631 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d9534a-eee0-40ea-9ee5-09aec8e3081e {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:44.711977 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02ff59b-c951-42ff-85e7-64fa45324157 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:44.721443 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Publish callbacks [] for port (c02ff59b-c951-42ff-85e7-64fa45324157), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:44.724543 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port c9d9534a-eee0-40ea-9ee5-09aec8e3081e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:44.731368 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:44.750813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Transition to ACTIVE for port object c02ff59b-c951-42ff-85e7-64fa45324157 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:58:44.772221 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727e87-d30e-473a-811d-2f58f41df3ac req-9e38ce4f-8dad-4f0d-8e84-e7e7c6b8c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:44.775203 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-9e38ce4f-8dad-4f0d-8e84-e7e7c6b8c219 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b69982d-f0da-4465-9764-0eafa2c94afc HTTP/1.1" status: 200 len: 851 time: 0.5326953 Jan 28 11:58:44.776536 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-6302f528-20d7-4f16-8389-a95e0120fedb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0861447 Jan 28 11:58:44.788501 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7354-2100-49d4-838e-2ee01573b96c req-f109ecf7-46da-470e-acd4-f5a3b330f87f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:44.790735 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d7aa7354-2100-49d4-838e-2ee01573b96c req-f109ecf7-46da-470e-acd4-f5a3b330f87f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 943 time: 0.5600789 Jan 28 11:58:44.799954 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:44.805585 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:44.894436 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Pushing event updated for resources: {'Port': ['ID=c02ff59b-c951-42ff-85e7-64fa45324157,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:44.979493 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-47c17e9a-487e-41dd-8bea-0bc9440191a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a72501e-0013-4e25-8da3-3257dd4167b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859362 Jan 28 11:58:44.991241 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6695-641f-4f33-a0aa-40142d23129e req-455ede7e-179f-49b4-899a-8c03d0ad60f9 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:44.992983 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-853b6695-641f-4f33-a0aa-40142d23129e req-455ede7e-179f-49b4-899a-8c03d0ad60f9 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 931 time: 0.3476539 Jan 28 11:58:45.018739 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-6f534fde-97d1-4651-a025-235cbcb898f0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:45.020474 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-6f534fde-97d1-4651-a025-235cbcb898f0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 818 time: 0.5903559 Jan 28 11:58:45.021113 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-617892b2-0731-4cde-927a-994c52e480f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:45.023201 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-617892b2-0731-4cde-927a-994c52e480f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.2170441 Jan 28 11:58:45.042061 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:58:45.046118 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['53dcb6cf-8c1b-4c6d-be9d-f757069c94d4'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:58:45.047573 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Request body: {'port': {'device_id': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'admin_state_up': True, 'tenant_id': '36683c68d01f4a34b98208a099cbe37e'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:45.075212 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-8c034e23-7c65-45c2-b79f-40c0d6ac7953 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406644 Jan 28 11:58:45.154027 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Attempting to bind port c02ff59b-c951-42ff-85e7-64fa45324157 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:45.154577 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Attempting to bind port c02ff59b-c951-42ff-85e7-64fa45324157 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:45.154577 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Attempting to bind port c02ff59b-c951-42ff-85e7-64fa45324157 on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:45.173427 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Port c02ff59b-c951-42ff-85e7-64fa45324157 on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:58:45.173942 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Attempting to bind port c02ff59b-c951-42ff-85e7-64fa45324157 on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:45.186606 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:45.187011 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Checking segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:45.187370 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Bound using segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:45.187813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Bound port: c02ff59b-c951-42ff-85e7-64fa45324157, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:45.188298 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:45.202479 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-ce0e8453-f6cf-4f23-a309-32ff4534a793 service neutron] 10.222.0.39 "GET /v2.0/networks/9a72501e-0013-4e25-8da3-3257dd4167b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083175 Jan 28 11:58:45.347938 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Made reservation on behalf of 36683c68d01f4a34b98208a099cbe37e for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:58:45.352459 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:45.371570 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] For port c02ff59b-c951-42ff-85e7-64fa45324157, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:45.396833 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] For port c02ff59b-c951-42ff-85e7-64fa45324157, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c02ff59b-c951-42ff-85e7-64fa45324157,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:45.422443 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-853b6695-641f-4f33-a0aa-40142d23129e req-a0892c13-6311-4f16-925f-9afecc504748 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979456 Jan 28 11:58:45.427773 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-8377e9e5-4870-49f2-ae8b-423ce03e34b0 service neutron] 10.222.0.39 "GET /v2.0/networks/9a72501e-0013-4e25-8da3-3257dd4167b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890929 Jan 28 11:58:45.445533 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d7aa7354-2100-49d4-838e-2ee01573b96c req-743d3b74-a73c-49b4-94a7-cc458cce997b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191018 Jan 28 11:58:45.461747 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:45.592599 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:45.593382 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:45.597353 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-95185501-6669-4519-b24c-9193b145d7ff service neutron] 10.222.0.39 "PUT /v2.0/ports/c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 200 len: 1093 time: 1.5016787 Jan 28 11:58:45.607525 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:45.610279 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff002f-b42f-4d3b-8c15-c3928a9905d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:45.639866 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8fc5-da91-489b-b23e-e89e211119a1 req-af606ae6-f6be-4db7-8f9f-2c7b80b16d49 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:45.654507 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e4ed8fc5-da91-489b-b23e-e89e211119a1 req-af606ae6-f6be-4db7-8f9f-2c7b80b16d49 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 945 time: 0.1030529 Jan 28 11:58:45.682899 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-863a96d3-eb9f-4c76-af6d-f0eb45a89aef service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605221 Jan 28 11:58:45.756281 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e30ef164-6b47-4ed4-8b60-721e57083c50 req-149237c1-0f6c-406d-8295-9ec27bcd1734 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 210 time: 0.0516803 Jan 28 11:58:45.836505 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e4ed8fc5-da91-489b-b23e-e89e211119a1 req-c5857cf9-cb04-45a1-aca4-db2880e5dcb4 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810439 Jan 28 11:58:45.851144 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Allocated IP 172.20.0.12 (bd65b66e-7c9c-44f8-a09c-7c288ec9c441/cbe4221e-57f6-4acf-a4fe-f99a6cebf12c/2d32e19c-8a0e-4b6e-96b8-4848b85c3f61) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:58:45.851144 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95185501-6669-4519-b24c-9193b145d7ff service neutron] Pushing event updated for resources: {'Port': ['ID=c02ff59b-c951-42ff-85e7-64fa45324157,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:45.866710 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-c3bb6569-ea13-42b5-b00c-9d30d2451750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:45.868499 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-c3bb6569-ea13-42b5-b00c-9d30d2451750 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 1096 time: 0.2142251 Jan 28 11:58:45.923008 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d297f-af9c-4e53-8578-5334137eadc3 x-openstack-request-id: req-e28d297f-af9c-4e53-8578-5334137eadc3 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:45.923276 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:45.923528 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e28d297f-af9c-4e53-8578-5334137eadc3 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:45.923944 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'status': 'completed', 'code': 200} Jan 28 11:58:45.927540 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-2527c40a-ff04-4d96-b314-2c1d739df95f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 200 len: 217 time: 0.0494192 Jan 28 11:58:45.931957 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c541cab-b7c3-4f7b-a3f3-6706e3c95c3e req-fde3413e-2567-4396-98b9-7e17852530de service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363141 Jan 28 11:58:46.046576 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-b32bf60b-d316-4d3e-bbff-b9a8b48c1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:46.049946 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-b32bf60b-d316-4d3e-bbff-b9a8b48c1bbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1096 time: 0.0564232 Jan 28 11:58:46.053709 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-710a637d-fbbe-4f14-bc86-ce0c6b6fa6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:46.055228 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-710a637d-fbbe-4f14-bc86-ce0c6b6fa6ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.1184337 Jan 28 11:58:46.091204 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:46.174970 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-c03d709f-adfb-49aa-ac3b-be057bac7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:46.176928 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-c03d709f-adfb-49aa-ac3b-be057bac7a63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 919 time: 0.1142509 Jan 28 11:58:46.207045 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:58:46.215998 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:46.220819 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.241307 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-3dcd9749-f370-42da-9378-6de15309ea44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0573616 Jan 28 11:58:46.366636 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks [] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.371427 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-8fec04f4-b145-482b-861d-5bc0aafbac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:46.374692 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-8fec04f4-b145-482b-861d-5bc0aafbac0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3102467 Jan 28 11:58:46.382949 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-5331dc7b-3e16-48a1-b148-42033db38cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:46.387450 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-5331dc7b-3e16-48a1-b148-42033db38cdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.1387312 Jan 28 11:58:46.400193 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:46.400609 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.444903 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-361aa5bc-4b70-4c4d-986f-ab666556c4df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505948 Jan 28 11:58:46.480402 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,segment=NetworkSegment(c8a7e072-75ab-4e38-908d-fe2acf4390fc),segment_id=c8a7e072-75ab-4e38-908d-fe2acf4390fc)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:46.483628 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0b6a62-8526-43b8-b55c-335578b90282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:46.506535 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.552770 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-3a9cfc08-114d-4ace-a406-3fee431dc236 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702621 Jan 28 11:58:46.587819 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:58:46.617107 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.619240 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c9d9534a-eee0-40ea-9ee5-09aec8e3081e up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:46.680978 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:58:46.687153 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:58:46.690733 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:46.739071 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 45958) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:46.752050 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Pushing event updated for resources: {'Port': ['ID=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:46.803375 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port c9d9534a-eee0-40ea-9ee5-09aec8e3081e completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:58:46.818178 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port c9d9534a-eee0-40ea-9ee5-09aec8e3081e triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:46.818697 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.858909 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-9ddad34e-8b16-434f-ae4c-72016c98de60 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056046 Jan 28 11:58:46.902792 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-52470d06-b4c9-4748-81f2-ad1a786f3394 req-8fcde8d0-97ab-42f0-ad8b-5215a4a9aa56 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414605 Jan 28 11:58:46.933928 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182e7be6-fb06-427e-8584-09681436d2cb" -d '{"events": [{"server_uuid": "8f0b6a62-8526-43b8-b55c-335578b90282", "name": "network-vif-plugged", "status": "completed", "tag": "53dcb6cf-8c1b-4c6d-be9d-f757069c94d4"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:46.950848 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port c9d9534a-eee0-40ea-9ee5-09aec8e3081e is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:46.953296 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.958304 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:46.958923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:46.999102 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port c9d9534a-eee0-40ea-9ee5-09aec8e3081e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:47.011463 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.016194 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a4e4b-81f7-43e7-bf76-b6bc17f91d8c req-9d6b2577-4351-4518-af57-8776afa1a0c1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.018299 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c38a4e4b-81f7-43e7-bf76-b6bc17f91d8c req-9d6b2577-4351-4518-af57-8776afa1a0c1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 943 time: 0.4260631 Jan 28 11:58:47.018547 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-28f265cd-c324-45de-a09d-0cc1827940d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9839237 Jan 28 11:58:47.026573 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-c19d3df8-4346-4fdc-90ad-a576fe6fef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.027798 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-c19d3df8-4346-4fdc-90ad-a576fe6fef32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0660851 Jan 28 11:58:47.033020 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Request body: {'port': {'device_id': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:47.037922 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac7d-f90d-4c13-b78d-2309d56df677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.072323 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921cb25-decf-4d13-942c-91b7ca8ef882 req-f56b2009-1f03-4bd3-8b1b-9d360ce66daa tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.079320 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2921cb25-decf-4d13-942c-91b7ca8ef882 req-f56b2009-1f03-4bd3-8b1b-9d360ce66daa tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 944 time: 0.4012165 Jan 28 11:58:47.097044 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:47.146176 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.204749 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-56637ec6-159d-4e80-83da-1f83b6dd07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.206453 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-56637ec6-159d-4e80-83da-1f83b6dd07ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 912 time: 0.1689506 Jan 28 11:58:47.208384 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-475e3675-2c35-4f5b-a7c1-91430ff30f9d req-b5af3cf0-b921-46d1-b9cc-e7dd88c1a466 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385386 Jan 28 11:58:47.220450 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2921cb25-decf-4d13-942c-91b7ca8ef882 req-5b2707d0-b8f1-40ca-9256-6fbeb8158bba tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401894 Jan 28 11:58:47.239915 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c38a4e4b-81f7-43e7-bf76-b6bc17f91d8c req-cf99ac58-8a8d-484c-9dd3-b3cb3e31a8ad tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787589 Jan 28 11:58:47.272602 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-08df8da0-6e58-4fb5-8231-3595709d1769 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 200 len: 217 time: 0.0538633 Jan 28 11:58:47.312263 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac7d-f90d-4c13-b78d-2309d56df677 admin admin] Publish callbacks [] for security_group (4e10b7f7-3112-4243-b81e-ddb875d97569), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.317461 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac7d-f90d-4c13-b78d-2309d56df677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4e10b7f7-3112-4243-b81e-ddb875d97569), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.403731 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d9b8ac7d-f90d-4c13-b78d-2309d56df677 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ead89e57b8e48529bfb29c688b1b8a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521084 Jan 28 11:58:47.404226 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 45984) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:47.411019 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8ac7d-f90d-4c13-b78d-2309d56df677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10b7f7-3112-4243-b81e-ddb875d97569,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:47.425990 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15f797-d92b-4fac-8830-d0f48d14b209 req-80aa566e-b6bf-47f6-b48e-40948daac459 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.427518 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-db15f797-d92b-4fac-8830-d0f48d14b209 req-80aa566e-b6bf-47f6-b48e-40948daac459 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 932 time: 0.0960598 Jan 28 11:58:47.437931 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-c4cec8d0-cf1b-42e4-872f-01bb9cf065a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.439728 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-c4cec8d0-cf1b-42e4-872f-01bb9cf065a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.1612720 Jan 28 11:58:47.510022 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d0cd7-e714-4058-a224-d1526e323c00 req-9fddc556-ef17-4b97-9e51-16a3748bec80 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.511419 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-999d0cd7-e714-4058-a224-d1526e323c00 req-9fddc556-ef17-4b97-9e51-16a3748bec80 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0810530 Jan 28 11:58:47.514523 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-db15f797-d92b-4fac-8830-d0f48d14b209 req-03651ac5-a30b-4203-bae9-050e915ec3ed tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756640 Jan 28 11:58:47.539308 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-abcf52f0-6301-4b7d-a153-9fe6055c4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.540836 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-abcf52f0-6301-4b7d-a153-9fe6055c4068 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0888598 Jan 28 11:58:47.562881 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70c32479-bda9-4d24-9b21-c4d5ffa3b947 admin admin] Publish callbacks [] for security_group (4e10b7f7-3112-4243-b81e-ddb875d97569), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.574087 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-999d0cd7-e714-4058-a224-d1526e323c00 req-cffeca4f-c949-4f9f-8900-013250b7a4c0 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Jan 28 11:58:47.619186 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e4d2d5-4e8d-4487-b122-8a02b1b9305c x-openstack-request-id: req-26e4d2d5-4e8d-4487-b122-8a02b1b9305c {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:47.620313 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0b6a62-8526-43b8-b55c-335578b90282", "name": "network-vif-plugged", "status": "completed", "tag": "53dcb6cf-8c1b-4c6d-be9d-f757069c94d4", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:47.620577 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26e4d2d5-4e8d-4487-b122-8a02b1b9305c {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:47.621038 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0b6a62-8526-43b8-b55c-335578b90282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4', 'code': 200} Jan 28 11:58:47.662601 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70c32479-bda9-4d24-9b21-c4d5ffa3b947 admin admin] Publish callbacks [] for security_group (4e10b7f7-3112-4243-b81e-ddb875d97569), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.703964 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:47.717887 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Publish callbacks [] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.750237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Transition to ACTIVE for port object 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:58:47.754055 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-a6189743-959b-4f97-a2fe-7dc55f80eaba service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013798 Jan 28 11:58:47.756590 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.849759 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42a68-4cdb-4e86-a56b-a8b8cbc1979c req-ec1c32de-39d2-4ca7-a9cb-ecdf0dc60a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:47.851302 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-afa42a68-4cdb-4e86-a56b-a8b8cbc1979c req-ec1c32de-39d2-4ca7-a9cb-ecdf0dc60a3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 1099 time: 0.0766354 Jan 28 11:58:47.858166 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70c32479-bda9-4d24-9b21-c4d5ffa3b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4e10b7f7-3112-4243-b81e-ddb875d97569), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.860814 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70c32479-bda9-4d24-9b21-c4d5ffa3b947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.861896 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-70c32479-bda9-4d24-9b21-c4d5ffa3b947 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e10b7f7-3112-4243-b81e-ddb875d97569 HTTP/1.1" status: 204 len: 168 time: 0.4568393 Jan 28 11:58:47.875885 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Pushing event updated for resources: {'Port': ['ID=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:47.879408 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-afa42a68-4cdb-4e86-a56b-a8b8cbc1979c req-12e91fe1-c9f4-4810-b952-8c9fc2dc518e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:47.893613 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c32479-bda9-4d24-9b21-c4d5ffa3b947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10b7f7-3112-4243-b81e-ddb875d97569,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:47.966314 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3aff002f-b42f-4d3b-8c15-c3928a9905d9 req-97ea405d-3624-442c-8ce5-63ec5de80475 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746747 Jan 28 11:58:47.993914 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Attempting to bind port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:58:47.994233 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Attempting to bind port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:58:47.994581 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Attempting to bind port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 on network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:47.999005 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 on network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:58:47.999386 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Attempting to bind port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 on network bd65b66e-7c9c-44f8-a09c-7c288ec9c441 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:58:48.005198 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:58:48.005478 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Checking segment: {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:58:48.005831 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Bound using segment: {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:58:48.006320 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Bound port: 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089ffcb5-22f8-4736-a47e-3242e9181913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:58:48.006606 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.008250 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-afa42a68-4cdb-4e86-a56b-a8b8cbc1979c req-12e91fe1-c9f4-4810-b952-8c9fc2dc518e service neutron] Publish callbacks [] for security_group (0fdb2c45-3813-426d-bfb4-b1f78bd28afa), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.013295 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-afa42a68-4cdb-4e86-a56b-a8b8cbc1979c req-12e91fe1-c9f4-4810-b952-8c9fc2dc518e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0fdb2c45-3813-426d-bfb4-b1f78bd28afa), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.088728 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-afa42a68-4cdb-4e86-a56b-a8b8cbc1979c req-12e91fe1-c9f4-4810-b952-8c9fc2dc518e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299767 Jan 28 11:58:48.090024 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e91fe1-c9f4-4810-b952-8c9fc2dc518e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb2c45-3813-426d-bfb4-b1f78bd28afa,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:48.101434 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 11:58:48.102257 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] For port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:58:48.106071 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] For port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:58:48.113633 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.166786 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:48.167473 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.169209 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] 10.222.0.39 "PUT /v2.0/ports/2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 HTTP/1.1" status: 200 len: 1094 time: 1.1404524 Jan 28 11:58:48.169648 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'tag': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:48.172046 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354d314f-61c8-43bc-a07c-4d6db8b7a876" -d '{"events": [{"name": "network-changed", "server_uuid": "a03fa9dc-d84f-4266-8083-ee291661e98c", "tag": "2d32e19c-8a0e-4b6e-96b8-4848b85c3f61"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:48.207577 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80454b-e1dd-418c-9cf1-e6598adfca04 service neutron] Pushing event updated for resources: {'Port': ['ID=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:48.249122 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d9b58-a98e-45a1-b57d-7a53f2cad2a9 x-openstack-request-id: req-148d9b58-a98e-45a1-b57d-7a53f2cad2a9 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:48.249677 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03fa9dc-d84f-4266-8083-ee291661e98c", "tag": "2d32e19c-8a0e-4b6e-96b8-4848b85c3f61", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:48.249923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-148d9b58-a98e-45a1-b57d-7a53f2cad2a9 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:48.250700 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'tag': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61', 'status': 'completed', 'code': 200} Jan 28 11:58:48.318763 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:48.362669 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8', 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'port_id': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8', 'mac_address': 'fa:16:3e:c0:e7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 11:58:48.393346 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46034) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:48.444938 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:48.445654 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.454402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d314f-61c8-43bc-a07c-4d6db8b7a876 req-7d33deae-f346-43a8-8b11-c91de42ff847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:48.458559 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-354d314f-61c8-43bc-a07c-4d6db8b7a876 req-7d33deae-f346-43a8-8b11-c91de42ff847 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 1097 time: 0.1179802 Jan 28 11:58:48.465804 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:48.471482 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c984f832-2ca6-441b-adf9-b59d39f634aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.484093 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f214431-4376-441a-83ae-b65b8d0801df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.504780 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:48.512010 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.512895 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32d2fd-8ae7-4ff3-b45d-573dae08f5b9 req-da6a242f-2728-49f9-adac-5e9a4fb2ce08 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:48.521046 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3f32d2fd-8ae7-4ff3-b45d-573dae08f5b9 req-da6a242f-2728-49f9-adac-5e9a4fb2ce08 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 943 time: 0.1533833 Jan 28 11:58:48.566203 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8702f-5fcb-4dcd-b1c7-83c670f5f9c2 req-e7ce01e9-3aa5-44fe-a5ed-e4f5dc5fd8af tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:48.567690 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4bc8702f-5fcb-4dcd-b1c7-83c670f5f9c2 req-e7ce01e9-3aa5-44fe-a5ed-e4f5dc5fd8af tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.1385980 Jan 28 11:58:48.613183 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:48.628589 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3f32d2fd-8ae7-4ff3-b45d-573dae08f5b9 req-c17c58e1-6cea-458c-b76b-a93f555067de tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063783 Jan 28 11:58:48.668009 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4bc8702f-5fcb-4dcd-b1c7-83c670f5f9c2 req-5eae7720-d1ec-4f5c-8c65-27ec70fc7b56 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913980 Jan 28 11:58:48.734951 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d314f-61c8-43bc-a07c-4d6db8b7a876 req-98900d88-2940-43e1-908f-4659632e695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:48.737293 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-354d314f-61c8-43bc-a07c-4d6db8b7a876 req-98900d88-2940-43e1-908f-4659632e695c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=36683c68d01f4a34b98208a099cbe37e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2663350 Jan 28 11:58:48.753265 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['23e6cc5d-0131-4b2f-aaae-cd7751edb0d8'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:58:48.763461 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f214431-4376-441a-83ae-b65b8d0801df admin admin] Publish callbacks [] for security_group (1dc1f370-468e-4dfe-b0a0-5336ed28b71b), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.788868 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2f214431-4376-441a-83ae-b65b8d0801df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1dc1f370-468e-4dfe-b0a0-5336ed28b71b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:48.823564 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-2f214431-4376-441a-83ae-b65b8d0801df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d75c17e5d4f0409c919e49b34b0fc3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235914 Jan 28 11:58:48.828593 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46054) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:48.864930 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46056) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:48.986630 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d314f-61c8-43bc-a07c-4d6db8b7a876 req-9aa5cfd2-9bd5-487b-89fd-70ccb6a19eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:48.988377 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-354d314f-61c8-43bc-a07c-4d6db8b7a876 req-9aa5cfd2-9bd5-487b-89fd-70ccb6a19eec service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447889 Jan 28 11:58:49.038084 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eeb12-be90-47bf-99a6-4c300087ffba req-69f20548-ad32-4d4b-b2fd-1abb63675689 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:49.039678 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-708eeb12-be90-47bf-99a6-4c300087ffba req-69f20548-ad32-4d4b-b2fd-1abb63675689 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 944 time: 0.3321066 Jan 28 11:58:49.058956 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e854d-a1ea-4624-9156-ded6c622dc6b req-2fc193e4-90ce-4b26-a1f3-9b45d7dab238 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:49.060460 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec8e854d-a1ea-4624-9156-ded6c622dc6b req-2fc193e4-90ce-4b26-a1f3-9b45d7dab238 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.3143537 Jan 28 11:58:49.067406 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f214431-4376-441a-83ae-b65b8d0801df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc1f370-468e-4dfe-b0a0-5336ed28b71b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:49.138103 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec8e854d-a1ea-4624-9156-ded6c622dc6b req-22d40ac2-c1ee-46d3-8069-d7a99ccd643d tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716891 Jan 28 11:58:49.141489 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-708eeb12-be90-47bf-99a6-4c300087ffba req-5779071a-3895-40d4-9a22-558a225eb408 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911646 Jan 28 11:58:49.193211 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a098680-ac84-4686-9f21-f5cb70e391ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.239656 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f4ed-e767-4e09-8e8c-ea453e57f8be admin admin] Publish callbacks [] for security_group (1dc1f370-468e-4dfe-b0a0-5336ed28b71b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.277065 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-18416da1-1e21-4dc5-a669-cf08232deb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:49.278729 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-18416da1-1e21-4dc5-a669-cf08232deb73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 1097 time: 0.0933678 Jan 28 11:58:49.284482 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f4ed-e767-4e09-8e8c-ea453e57f8be admin admin] Publish callbacks [] for security_group (1dc1f370-468e-4dfe-b0a0-5336ed28b71b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.344133 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-8c73bf57-1fd3-41ff-a781-ba3d52bf8eff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 HTTP/1.1" status: 200 len: 217 time: 0.0574009 Jan 28 11:58:49.421548 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a098680-ac84-4686-9f21-f5cb70e391ff admin admin] Publish callbacks [] for security_group (1fc0ce0f-2eb3-43af-9bb7-a26ba826e125), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.427209 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a098680-ac84-4686-9f21-f5cb70e391ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1fc0ce0f-2eb3-43af-9bb7-a26ba826e125), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.430454 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-2f7e45c8-a1a6-4217-8d60-db78bf466ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:49.431952 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-2f7e45c8-a1a6-4217-8d60-db78bf466ddc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.0754821 Jan 28 11:58:49.477432 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f4ed-e767-4e09-8e8c-ea453e57f8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1dc1f370-468e-4dfe-b0a0-5336ed28b71b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.479953 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f4ed-e767-4e09-8e8c-ea453e57f8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.481029 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f1a8f4ed-e767-4e09-8e8c-ea453e57f8be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1dc1f370-468e-4dfe-b0a0-5336ed28b71b HTTP/1.1" status: 204 len: 168 time: 0.6511559 Jan 28 11:58:49.492447 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-f148874d-34a5-413b-b300-afd6538e4639 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445271 Jan 28 11:58:49.510568 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7a098680-ac84-4686-9f21-f5cb70e391ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dffec56f00c04058bce32db076d308a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445837 Jan 28 11:58:49.513339 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46068) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:49.520784 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a098680-ac84-4686-9f21-f5cb70e391ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc0ce0f-2eb3-43af-9bb7-a26ba826e125,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:49.572067 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8f4ed-e767-4e09-8e8c-ea453e57f8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc1f370-468e-4dfe-b0a0-5336ed28b71b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:49.579386 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da061b0a-87f5-4f36-a25a-aa01ac59de40 admin admin] Publish callbacks [] for security_group (1fc0ce0f-2eb3-43af-9bb7-a26ba826e125), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.617901 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da061b0a-87f5-4f36-a25a-aa01ac59de40 admin admin] Publish callbacks [] for security_group (1fc0ce0f-2eb3-43af-9bb7-a26ba826e125), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.621795 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-64c7b395-9fcb-40ed-922a-7faa767f5ebe service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215422 Jan 28 11:58:49.622509 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:49.632739 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e270153-4adf-4642-aac3-94e5cb818fa3" -d '{"events": [{"server_uuid": "bbdceb95-d77a-4741-8b52-da2fa205ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "c9d9534a-eee0-40ea-9ee5-09aec8e3081e"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:49.675115 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e593574d-7d98-4ad0-b59a-21d05a12ed7d x-openstack-request-id: req-e593574d-7d98-4ad0-b59a-21d05a12ed7d {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:49.675454 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdceb95-d77a-4741-8b52-da2fa205ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "c9d9534a-eee0-40ea-9ee5-09aec8e3081e", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:49.676095 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e593574d-7d98-4ad0-b59a-21d05a12ed7d {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:49.676442 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'code': 200} Jan 28 11:58:49.684050 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da061b0a-87f5-4f36-a25a-aa01ac59de40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1fc0ce0f-2eb3-43af-9bb7-a26ba826e125), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.688630 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da061b0a-87f5-4f36-a25a-aa01ac59de40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:49.690075 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-da061b0a-87f5-4f36-a25a-aa01ac59de40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fc0ce0f-2eb3-43af-9bb7-a26ba826e125 HTTP/1.1" status: 204 len: 168 time: 0.1754498 Jan 28 11:58:49.721377 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061b0a-87f5-4f36-a25a-aa01ac59de40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc0ce0f-2eb3-43af-9bb7-a26ba826e125,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:49.886908 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22929a70-2e13-427b-a3dc-f9c4804ddc07 req-29ed048d-923e-4767-95b7-f3eead7b738b service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527013 Jan 28 11:58:49.955730 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cd4fd-86d0-4c86-918c-bf8c2378a72f req-c59e7aa7-3436-42b3-b100-ae4fc6e92699 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:49.964372 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3d3cd4fd-86d0-4c86-918c-bf8c2378a72f req-c59e7aa7-3436-42b3-b100-ae4fc6e92699 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 943 time: 0.1865664 Jan 28 11:58:50.022697 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0acfc3-fa28-40d2-bf6f-8fe7e8786abb req-310353f7-c0cc-4031-8a0a-baea5ac1303e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:50.031893 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-db0acfc3-fa28-40d2-bf6f-8fe7e8786abb req-310353f7-c0cc-4031-8a0a-baea5ac1303e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.1495273 Jan 28 11:58:50.036756 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e85f4-5948-4db5-95e6-51793dad3c6d req-0c27bb41-4756-4883-b835-7ee78465375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:50.038295 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-208e85f4-5948-4db5-95e6-51793dad3c6d req-0c27bb41-4756-4883-b835-7ee78465375e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 1098 time: 0.1234827 Jan 28 11:58:50.122620 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c02ff59b-c951-42ff-85e7-64fa45324157 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 11:58:50.126304 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:50.129943 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3d3cd4fd-86d0-4c86-918c-bf8c2378a72f req-747cb615-3a47-4ac1-9313-ef9dcc8a4d18 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591651 Jan 28 11:58:50.149749 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-208e85f4-5948-4db5-95e6-51793dad3c6d req-e980fafd-95ff-4e4b-aa37-d0e4e1c9c553 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814188 Jan 28 11:58:50.179257 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-db0acfc3-fa28-40d2-bf6f-8fe7e8786abb req-1b74d0e6-c4cb-49a4-994a-539382dd4b2f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461320 Jan 28 11:58:50.236675 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:58:50.244509 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:50.245364 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.354671 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e7198-b573-4c64-8ac2-f87405dc6649 req-4391db77-6c38-4c1c-a90f-92936cc29619 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:50.361837 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e92e7198-b573-4c64-8ac2-f87405dc6649 req-4391db77-6c38-4c1c-a90f-92936cc29619 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.1048658 Jan 28 11:58:50.365378 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port c02ff59b-c951-42ff-85e7-64fa45324157, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c02ff59b-c951-42ff-85e7-64fa45324157,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:50.380951 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4e568-db97-4700-b691-1667665e2a6a req-cc621290-a2ec-4da5-8c32-f148614f8bcc tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:50.388772 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-29f4e568-db97-4700-b691-1667665e2a6a req-cc621290-a2ec-4da5-8c32-f148614f8bcc tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 944 time: 0.0942867 Jan 28 11:58:50.400461 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'port_id': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'mac_address': 'fa:16:3e:a3:e2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 11:58:50.437344 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:50.438000 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.453739 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46114) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:50.472393 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e92e7198-b573-4c64-8ac2-f87405dc6649 req-248f8657-d110-470b-bd87-c65f925d57ca tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095386 Jan 28 11:58:50.474659 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port c02ff59b-c951-42ff-85e7-64fa45324157 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:50.475299 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.500339 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-29f4e568-db97-4700-b691-1667665e2a6a req-6a5af1fb-c174-46a5-a92f-cf6d958660a3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063070 Jan 28 11:58:50.502957 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76b399a3-de45-4c5e-8b5a-f972b799f8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.503362 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02ff59b-c951-42ff-85e7-64fa45324157 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:50.508968 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:50.521585 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.566092 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port c02ff59b-c951-42ff-85e7-64fa45324157, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c02ff59b-c951-42ff-85e7-64fa45324157,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:50.588273 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.620932 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76b399a3-de45-4c5e-8b5a-f972b799f8a2 admin admin] Publish callbacks [] for security_group (711eaccb-837f-499b-9a4b-c068abec4318), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.624513 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:50.626996 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76b399a3-de45-4c5e-8b5a-f972b799f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (711eaccb-837f-499b-9a4b-c068abec4318), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.676219 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4e408af7-e75f-45be-aea7-68c13fd24986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.677127 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b399a3-de45-4c5e-8b5a-f972b799f8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711eaccb-837f-499b-9a4b-c068abec4318,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:50.685054 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46124) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:50.689040 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=c02ff59b-c951-42ff-85e7-64fa45324157,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:50.693524 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-76b399a3-de45-4c5e-8b5a-f972b799f8a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d36985ef495f4f3f80a7eb56bc27ae21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412298 Jan 28 11:58:50.745760 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1657736-71fd-4a67-929f-21cbc35de59f admin admin] Publish callbacks [] for security_group (711eaccb-837f-499b-9a4b-c068abec4318), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.769256 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1657736-71fd-4a67-929f-21cbc35de59f admin admin] Publish callbacks [] for security_group (711eaccb-837f-499b-9a4b-c068abec4318), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.820482 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1657736-71fd-4a67-929f-21cbc35de59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (711eaccb-837f-499b-9a4b-c068abec4318), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.823588 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1657736-71fd-4a67-929f-21cbc35de59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:50.827164 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d1657736-71fd-4a67-929f-21cbc35de59f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/711eaccb-837f-499b-9a4b-c068abec4318 HTTP/1.1" status: 204 len: 168 time: 0.1386321 Jan 28 11:58:50.850578 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1657736-71fd-4a67-929f-21cbc35de59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711eaccb-837f-499b-9a4b-c068abec4318,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:50.895203 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c02ff59b-c951-42ff-85e7-64fa45324157'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:58:50.994297 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:51.281647 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de158ef-4622-4ddb-8187-7f44e6324650 req-e45d73f5-b2d5-4d74-b927-38b0eaf97158 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:51.283313 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1de158ef-4622-4ddb-8187-7f44e6324650 req-e45d73f5-b2d5-4d74-b927-38b0eaf97158 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 944 time: 0.0758703 Jan 28 11:58:51.377048 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1de158ef-4622-4ddb-8187-7f44e6324650 req-2d6b1089-44ed-46ca-bb61-eade7a96290c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701454 Jan 28 11:58:51.383647 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faee19-74eb-4860-aa37-314809fb7bc7 req-3568a7fb-0a8c-49c3-8557-b7262f51608a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:51.385160 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15faee19-74eb-4860-aa37-314809fb7bc7 req-3568a7fb-0a8c-49c3-8557-b7262f51608a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.1008608 Jan 28 11:58:51.461294 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15faee19-74eb-4860-aa37-314809fb7bc7 req-fc8f2874-685d-4aa7-9181-318e62c1de98 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695527 Jan 28 11:58:51.618229 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772b4db-54c5-4d9d-ad10-dd5f0b39dfbc req-2981715c-3426-47db-a01c-7ee59f938e23 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:51.620147 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8772b4db-54c5-4d9d-ad10-dd5f0b39dfbc req-2981715c-3426-47db-a01c-7ee59f938e23 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 944 time: 0.0544524 Jan 28 11:58:51.623400 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:51.678071 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:51.681416 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596ac182-1256-4e54-b053-ca5c1700b7c9" -d '{"events": [{"server_uuid": "754fd9c6-2c00-40f0-acc1-a60dd40595f5", "name": "network-vif-plugged", "status": "completed", "tag": "23e6cc5d-0131-4b2f-aaae-cd7751edb0d8"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:51.682040 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8772b4db-54c5-4d9d-ad10-dd5f0b39dfbc req-fb3aecdf-f9b6-4bc8-aa4d-0de8706bf28a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542064 Jan 28 11:58:51.720245 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e31e595-e57c-47fb-bf56-2495d69a0218 x-openstack-request-id: req-9e31e595-e57c-47fb-bf56-2495d69a0218 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:51.720654 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754fd9c6-2c00-40f0-acc1-a60dd40595f5", "name": "network-vif-plugged", "status": "completed", "tag": "23e6cc5d-0131-4b2f-aaae-cd7751edb0d8", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:51.721080 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e31e595-e57c-47fb-bf56-2495d69a0218 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:51.721625 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8', 'code': 200} Jan 28 11:58:51.932634 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46190) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:51.944407 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5df0a-bcf1-458f-8988-67377cac4a81 req-82855682-660f-4c93-922f-e143666f4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:51.946968 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-29e5df0a-bcf1-458f-8988-67377cac4a81 req-82855682-660f-4c93-922f-e143666f4f5e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.0550215 Jan 28 11:58:52.006445 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-29e5df0a-bcf1-458f-8988-67377cac4a81 req-a42529ef-312c-44b1-8ea6-f54fd9dce288 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534072 Jan 28 11:58:52.061823 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11df553e-eb8a-4990-891e-54550759bde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.141292 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 11:58:52.144632 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c02ff59b-c951-42ff-85e7-64fa45324157 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:52.179304 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11df553e-eb8a-4990-891e-54550759bde5 admin admin] Publish callbacks [] for security_group (09e719ad-15bd-427d-babe-ce35deb4d75b), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.183602 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-11df553e-eb8a-4990-891e-54550759bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (09e719ad-15bd-427d-babe-ce35deb4d75b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.232458 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-11df553e-eb8a-4990-891e-54550759bde5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b57d2e2bf3b4bc9adb5752d83974052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961514 Jan 28 11:58:52.232620 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46212) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:52.233241 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df553e-eb8a-4990-891e-54550759bde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e719ad-15bd-427d-babe-ce35deb4d75b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:52.289908 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:52.301423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b059e6b-d0b7-4dd6-bb0f-4f308500a972 admin admin] Publish callbacks [] for security_group (09e719ad-15bd-427d-babe-ce35deb4d75b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.326834 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b059e6b-d0b7-4dd6-bb0f-4f308500a972 admin admin] Publish callbacks [] for security_group (09e719ad-15bd-427d-babe-ce35deb4d75b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.339892 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61', 'network_id': 'bd65b66e-7c9c-44f8-a09c-7c288ec9c441', 'port_id': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61', 'mac_address': 'fa:16:3e:a2:12:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe4221e-57f6-4acf-a4fe-f99a6cebf12c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 11:58:52.388002 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b059e6b-d0b7-4dd6-bb0f-4f308500a972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (09e719ad-15bd-427d-babe-ce35deb4d75b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.392981 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:52.393175 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b059e6b-d0b7-4dd6-bb0f-4f308500a972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.393703 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.397365 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6b059e6b-d0b7-4dd6-bb0f-4f308500a972 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09e719ad-15bd-427d-babe-ce35deb4d75b HTTP/1.1" status: 204 len: 168 time: 0.1609845 Jan 28 11:58:52.401273 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port c02ff59b-c951-42ff-85e7-64fa45324157 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:58:52.406960 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b059e6b-d0b7-4dd6-bb0f-4f308500a972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e719ad-15bd-427d-babe-ce35deb4d75b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:52.428278 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port c02ff59b-c951-42ff-85e7-64fa45324157 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:52.428658 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.472127 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:58:52.515548 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:52.522553 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.591671 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e8bb1-fef4-4e9e-818a-f15dc9322dfa req-0b718323-b16b-4e05-8de9-7166bfcda79c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:52.593326 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-998e8bb1-fef4-4e9e-818a-f15dc9322dfa req-0b718323-b16b-4e05-8de9-7166bfcda79c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 944 time: 0.1149766 Jan 28 11:58:52.623987 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port c02ff59b-c951-42ff-85e7-64fa45324157 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:52.624616 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.628726 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:52.701082 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-998e8bb1-fef4-4e9e-818a-f15dc9322dfa req-83a3c3b8-0d17-46af-8ffa-8954054779ab tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961516 Jan 28 11:58:52.713950 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port c02ff59b-c951-42ff-85e7-64fa45324157, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c02ff59b-c951-42ff-85e7-64fa45324157,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:52.731884 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:52.873279 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=c02ff59b-c951-42ff-85e7-64fa45324157,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:52.886805 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['2d32e19c-8a0e-4b6e-96b8-4848b85c3f61'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:58:52.943160 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7f340-0cc7-4af2-b91a-bed40e48ff2b req-1d02c189-4dd2-4e8b-a89e-14166fb41a90 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:52.951232 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-feb7f340-0cc7-4af2-b91a-bed40e48ff2b req-1d02c189-4dd2-4e8b-a89e-14166fb41a90 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.1348352 Jan 28 11:58:52.996526 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865ddf-f5a0-4402-95b2-5b39bd892241 req-1a42b5aa-42ec-4974-8b7c-44fe2d1eecb0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:52.998043 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1a865ddf-f5a0-4402-95b2-5b39bd892241 req-1a42b5aa-42ec-4974-8b7c-44fe2d1eecb0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 945 time: 0.1669934 Jan 28 11:58:53.038687 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-feb7f340-0cc7-4af2-b91a-bed40e48ff2b req-536424f0-69e9-4750-99ad-38b4939dbf44 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865169 Jan 28 11:58:53.082558 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1a865ddf-f5a0-4402-95b2-5b39bd892241 req-c5580968-7a2b-4ba7-9235-91e54cee074d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777454 Jan 28 11:58:53.296275 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:53.723104 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:53.725487 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca29a24-2c82-44de-9032-ee43fbf74b29" -d '{"events": [{"server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:53.785009 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa69f6-0401-4683-8f89-f4b9fc317658 x-openstack-request-id: req-17aa69f6-0401-4683-8f89-f4b9fc317658 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:53.785540 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "name": "network-vif-plugged", "status": "completed", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:53.785938 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17aa69f6-0401-4683-8f89-f4b9fc317658 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:53.786567 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'code': 200} Jan 28 11:58:53.976754 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a422a-0c87-4c8a-bdaf-12e51040b669 req-f7502dea-2614-4742-b603-6decffa9b1b6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:53.980403 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f08a422a-0c87-4c8a-bdaf-12e51040b669 req-f7502dea-2614-4742-b603-6decffa9b1b6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0919867 Jan 28 11:58:54.063601 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f08a422a-0c87-4c8a-bdaf-12e51040b669 req-bb34b13b-0594-49e2-980e-a9e802469b02 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647788 Jan 28 11:58:54.073072 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8638aa-2e1a-4117-8d8b-5ec9f228960d req-e6ddf657-a98d-46c7-b3e7-8535c08bf8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:54.075445 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-aa8638aa-2e1a-4117-8d8b-5ec9f228960d req-e6ddf657-a98d-46c7-b3e7-8535c08bf8da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0596020 Jan 28 11:58:54.086480 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46326) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:54.145908 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-aa8638aa-2e1a-4117-8d8b-5ec9f228960d req-0d4dda5e-e115-473b-a61c-1ef645de534f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572519 Jan 28 11:58:54.146554 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:58:54.232708 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019782f-429c-4187-b83c-588f3305a7e0 req-395a9703-5d43-4641-9b5c-5c41dd50a8ee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:54.233008 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:58:54.236292 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8019782f-429c-4187-b83c-588f3305a7e0 req-395a9703-5d43-4641-9b5c-5c41dd50a8ee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 945 time: 0.0735762 Jan 28 11:58:54.241854 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:58:54.242238 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.293604 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cdca846f-1c72-4722-a31e-5492fb4dc74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.317862 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8019782f-429c-4187-b83c-588f3305a7e0 req-bff1bfd7-5759-4394-833d-b089e94f18ed tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Jan 28 11:58:54.325901 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46340) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:54.326496 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:58:54.326892 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.374909 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:58:54.379725 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.414690 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cdca846f-1c72-4722-a31e-5492fb4dc74d admin admin] Publish callbacks [] for security_group (702f5c26-2cb7-4b7e-a29a-d0c6214b2900), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.420497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cdca846f-1c72-4722-a31e-5492fb4dc74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (702f5c26-2cb7-4b7e-a29a-d0c6214b2900), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.452844 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:54.458182 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c40b852c-215e-4127-99ad-661da5b087a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.475079 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca846f-1c72-4722-a31e-5492fb4dc74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f5c26-2cb7-4b7e-a29a-d0c6214b2900,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:54.485890 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-cdca846f-1c72-4722-a31e-5492fb4dc74d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac960e7f3eed4daa925bc2fd8acf59d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981359 Jan 28 11:58:54.486633 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46344) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:54.530859 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.561494 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c40b852c-215e-4127-99ad-661da5b087a8 admin admin] Publish callbacks [] for security_group (8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.567260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c40b852c-215e-4127-99ad-661da5b087a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.569661 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-730d9f4f-90ff-42b6-baae-353334e5509f admin admin] Publish callbacks [] for security_group (702f5c26-2cb7-4b7e-a29a-d0c6214b2900), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.595655 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-730d9f4f-90ff-42b6-baae-353334e5509f admin admin] Publish callbacks [] for security_group (702f5c26-2cb7-4b7e-a29a-d0c6214b2900), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.619715 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b852c-215e-4127-99ad-661da5b087a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:54.625284 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c40b852c-215e-4127-99ad-661da5b087a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=970fb63806084535b29c83f6e17a1a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983387 Jan 28 11:58:54.629381 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46352) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:54.684735 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-730d9f4f-90ff-42b6-baae-353334e5509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (702f5c26-2cb7-4b7e-a29a-d0c6214b2900), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.687144 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-730d9f4f-90ff-42b6-baae-353334e5509f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.688834 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-730d9f4f-90ff-42b6-baae-353334e5509f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/702f5c26-2cb7-4b7e-a29a-d0c6214b2900 HTTP/1.1" status: 204 len: 168 time: 0.2012072 Jan 28 11:58:54.697386 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d9f4f-90ff-42b6-baae-353334e5509f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f5c26-2cb7-4b7e-a29a-d0c6214b2900,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:54.698482 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f722fa2-9230-4114-9103-15b86cb8c27c admin admin] Publish callbacks [] for security_group (8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.723341 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f722fa2-9230-4114-9103-15b86cb8c27c admin admin] Publish callbacks [] for security_group (8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.776217 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f722fa2-9230-4114-9103-15b86cb8c27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.778749 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f722fa2-9230-4114-9103-15b86cb8c27c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:54.782484 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4f722fa2-9230-4114-9103-15b86cb8c27c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd HTTP/1.1" status: 204 len: 168 time: 0.1497083 Jan 28 11:58:54.788931 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f722fa2-9230-4114-9103-15b86cb8c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da9297b-6dc8-4bfd-99e5-04b3e2e8d2bd,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:55.092540 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46382) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:55.106058 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-86f2968a-e837-40af-9043-17cb752b1ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:55.170244 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e655d9-f72b-46b8-8064-17d1760786fe req-36c1bd51-e3fd-4df2-b087-93e102e80808 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:55.171777 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70e655d9-f72b-46b8-8064-17d1760786fe req-36c1bd51-e3fd-4df2-b087-93e102e80808 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0579753 Jan 28 11:58:55.187171 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-86f2968a-e837-40af-9043-17cb752b1ae2 admin admin] Publish callbacks [] for security_group (0bc673be-3814-47c0-bd16-10bd8fbdfa32), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:55.191760 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-86f2968a-e837-40af-9043-17cb752b1ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0bc673be-3814-47c0-bd16-10bd8fbdfa32), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:55.224845 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70e655d9-f72b-46b8-8064-17d1760786fe req-ce73978b-db40-4c2b-8498-f987668dc5ae tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Jan 28 11:58:55.232124 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-86f2968a-e837-40af-9043-17cb752b1ae2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f6a65264aa74b3d9e5ae8e0733442e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377716 Jan 28 11:58:55.233234 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2968a-e837-40af-9043-17cb752b1ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc673be-3814-47c0-bd16-10bd8fbdfa32,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:55.234724 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46386) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:55.292040 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6bf8-5f3e-47d1-8736-314ff33d0a98 admin admin] Publish callbacks [] for security_group (0bc673be-3814-47c0-bd16-10bd8fbdfa32), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:55.314259 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6bf8-5f3e-47d1-8736-314ff33d0a98 admin admin] Publish callbacks [] for security_group (0bc673be-3814-47c0-bd16-10bd8fbdfa32), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:55.380424 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6bf8-5f3e-47d1-8736-314ff33d0a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0bc673be-3814-47c0-bd16-10bd8fbdfa32), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:55.383089 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f0e6bf8-5f3e-47d1-8736-314ff33d0a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:55.387412 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-5f0e6bf8-5f3e-47d1-8736-314ff33d0a98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bc673be-3814-47c0-bd16-10bd8fbdfa32 HTTP/1.1" status: 204 len: 168 time: 0.1486921 Jan 28 11:58:55.394343 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e6bf8-5f3e-47d1-8736-314ff33d0a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc673be-3814-47c0-bd16-10bd8fbdfa32,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:58:55.466746 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e430a2-fe53-4154-ac79-011237b07867 req-439b193d-6550-44a8-abf8-892bef9c1ac9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:55.475002 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-24e430a2-fe53-4154-ac79-011237b07867 req-439b193d-6550-44a8-abf8-892bef9c1ac9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0668294 Jan 28 11:58:55.535458 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-24e430a2-fe53-4154-ac79-011237b07867 req-68b90562-7891-439c-a550-0d9201cace7b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595622 Jan 28 11:58:55.788487 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:58:55.790865 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e38bba-048e-441c-a369-8da4ddeffd95" -d '{"events": [{"server_uuid": "a03fa9dc-d84f-4266-8083-ee291661e98c", "name": "network-vif-plugged", "status": "completed", "tag": "2d32e19c-8a0e-4b6e-96b8-4848b85c3f61"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:58:55.828428 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4249c9-2a45-475e-8f8f-3e2e78463b0a x-openstack-request-id: req-3b4249c9-2a45-475e-8f8f-3e2e78463b0a {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:58:55.830816 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03fa9dc-d84f-4266-8083-ee291661e98c", "name": "network-vif-plugged", "status": "completed", "tag": "2d32e19c-8a0e-4b6e-96b8-4848b85c3f61", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:58:55.832269 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b4249c9-2a45-475e-8f8f-3e2e78463b0a {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:58:55.833648 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61', 'code': 200} Jan 28 11:58:56.346432 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6e4cf-295c-4ce1-9353-d5d6906588b3 req-8cb9e7b6-677f-4520-bd77-03e2f73b29cc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:56.353296 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0fa6e4cf-295c-4ce1-9353-d5d6906588b3 req-8cb9e7b6-677f-4520-bd77-03e2f73b29cc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0543845 Jan 28 11:58:56.395747 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0fa6e4cf-295c-4ce1-9353-d5d6906588b3 req-e20a1815-c5d1-4aca-b45f-0b7f2dbaf1a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Jan 28 11:58:56.667723 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300127f4-1cbf-4750-843b-2f8fe08ed0f4 req-23724ac6-0b54-4383-b9ea-70176ee6e394 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:56.669552 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-300127f4-1cbf-4750-843b-2f8fe08ed0f4 req-23724ac6-0b54-4383-b9ea-70176ee6e394 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0541966 Jan 28 11:58:56.774912 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-300127f4-1cbf-4750-843b-2f8fe08ed0f4 req-575a4196-1093-4fc1-9a9b-1e086106b127 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986991 Jan 28 11:58:57.117435 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108204d4-a5c0-44a4-a3b8-ae02f714a2d1 req-9d5c00c8-6258-4f0f-938b-c333b565f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:57.119163 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-108204d4-a5c0-44a4-a3b8-ae02f714a2d1 req-9d5c00c8-6258-4f0f-938b-c333b565f3cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 1099 time: 0.0578649 Jan 28 11:58:57.180716 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-108204d4-a5c0-44a4-a3b8-ae02f714a2d1 req-ef7911aa-929b-49d2-9794-73a2b5f72045 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Jan 28 11:58:57.511284 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df4835-a096-4685-b1f6-cf8601f066c3 req-68f78442-3b9f-455d-ace4-6c5466c10faa tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:57.512679 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5df4835-a096-4685-b1f6-cf8601f066c3 req-68f78442-3b9f-455d-ace4-6c5466c10faa tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Jan 28 11:58:57.561010 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5df4835-a096-4685-b1f6-cf8601f066c3 req-a7f18685-33c1-471e-acfc-edf2281d5182 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Jan 28 11:58:57.904710 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b66ff-97ea-43b0-9c8e-f4900d8c127a req-848134c0-51be-4dc5-af5f-a008060f6ba3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:57.907962 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-897b66ff-97ea-43b0-9c8e-f4900d8c127a req-848134c0-51be-4dc5-af5f-a008060f6ba3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0585146 Jan 28 11:58:57.960736 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-897b66ff-97ea-43b0-9c8e-f4900d8c127a req-93855402-ef7d-42fd-b796-3015e645be77 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Jan 28 11:58:58.682849 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dfaaf-d3d8-42f9-bbae-a6457ace4b1c req-89cfea8b-756c-477f-b57b-17140b7e5ce6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:58.684408 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0f0dfaaf-d3d8-42f9-bbae-a6457ace4b1c req-89cfea8b-756c-477f-b57b-17140b7e5ce6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0540700 Jan 28 11:58:58.734118 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0f0dfaaf-d3d8-42f9-bbae-a6457ace4b1c req-4d92ea0f-f744-459c-aecc-b97ffad5fa88 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Jan 28 11:58:58.844061 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011de6-d19d-49f2-a257-f77098bee7a1 req-6201c110-e915-46a9-8deb-944be04ddf41 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:58.845642 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-48011de6-d19d-49f2-a257-f77098bee7a1 req-6201c110-e915-46a9-8deb-944be04ddf41 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Jan 28 11:58:58.854506 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46554) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:58:58.858873 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'floatingip': {'port_id': 'c02ff59b-c951-42ff-85e7-64fa45324157'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:58:58.931804 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (1d1ce825-2c7f-4caf-91ef-3f946fdb734b), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:59.149248 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84811bd7-9dca-48e5-87cf-81f632beffe9 req-a7043a96-49b3-4c2b-b4db-0951b75bedb2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:59.150722 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-84811bd7-9dca-48e5-87cf-81f632beffe9 req-a7043a96-49b3-4c2b-b4db-0951b75bedb2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.1056049 Jan 28 11:58:59.284553 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-84811bd7-9dca-48e5-87cf-81f632beffe9 req-48c627b7-b6ac-44ec-a427-05ead0965192 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181722 Jan 28 11:58:59.776046 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.db.resource_extend [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 11:58:59.868242 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:58:59.882011 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608309d-5bd3-49a7-a679-c8e1991f91d3 req-77deabdf-035c-4109-ba3c-35b21a6881b1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:58:59.883840 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f608309d-5bd3-49a7-a679-c8e1991f91d3 req-77deabdf-035c-4109-ba3c-35b21a6881b1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.1230116 Jan 28 11:58:59.885273 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (1d1ce825-2c7f-4caf-91ef-3f946fdb734b), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:00.009385 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f608309d-5bd3-49a7-a679-c8e1991f91d3 req-e9161f10-033b-457b-a9b7-f356a6aa2da4 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885980 Jan 28 11:59:00.021140 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.l3_db [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Floating IP 1d1ce825-2c7f-4caf-91ef-3f946fdb734b associated. External IP: 172.27.0.42, port: c02ff59b-c951-42ff-85e7-64fa45324157. Jan 28 11:59:00.242780 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Router ce078895-c725-4df3-9089-878cef14ee62 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 11:59:00.359185 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 11:59:00.368588 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:00.382412 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] Sync routers for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:59:00.393073 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:59:00.393751 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:58:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:59:00.395655 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-126988cf-1291-4c18-bb24-399c0c407ea6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "PUT /v2.0/floatingips/1d1ce825-2c7f-4caf-91ef-3f946fdb734b HTTP/1.1" status: 200 len: 990 time: 1.5401409 Jan 28 11:59:00.396240 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:59:00.398500 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:59:00.436354 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f866fb7b-9233-47c9-9f55-e9536368a705 x-openstack-request-id: req-f866fb7b-9233-47c9-9f55-e9536368a705 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:59:00.436666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:59:00.436919 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f866fb7b-9233-47c9-9f55-e9536368a705 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:59:00.437321 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'status': 'completed', 'code': 200} Jan 28 11:59:00.502620 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:59:00.779237 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '1d1ce825-2c7f-4caf-91ef-3f946fdb734b', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'port_id': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'mac_address': 'fa:16:3e:a3:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:58:31Z', 'updated_at': '2022-01-28T11:58:59Z', 'revision_number': 1, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:59:00.816130 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] Checking router: ce078895-c725-4df3-9089-878cef14ee62 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:59:00.825478 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 11:59:00.826086 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:58:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:59:00.937730 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 11:59:01.124634 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4435e0-14fc-4c5b-a71d-82f8ffff6a00 req-36933d23-6b9e-434f-96ec-376c3fa8b408 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:01.126197 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-db4435e0-14fc-4c5b-a71d-82f8ffff6a00 req-36933d23-6b9e-434f-96ec-376c3fa8b408 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0488217 Jan 28 11:59:01.166881 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '1d1ce825-2c7f-4caf-91ef-3f946fdb734b', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'port_id': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'mac_address': 'fa:16:3e:a3:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:58:31Z', 'updated_at': '2022-01-28T11:58:59Z', 'revision_number': 1, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:59:01.173282 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-db4435e0-14fc-4c5b-a71d-82f8ffff6a00 req-b8c9b808-b799-472f-98b8-efec1ea79266 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412123 Jan 28 11:59:01.192632 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d673386-bd60-4008-8aa3-f38102382a10 None None] The sync data for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '1d1ce825-2c7f-4caf-91ef-3f946fdb734b', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'port_id': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'mac_address': 'fa:16:3e:a3:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:58:31Z', 'updated_at': '2022-01-28T11:58:59Z', 'revision_number': 1, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:59:01.394649 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba019c08-89ee-415f-a078-a04db69a540b None None] New status for floating IP 1d1ce825-2c7f-4caf-91ef-3f946fdb734b: ACTIVE {{(pid=102406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 11:59:01.874805 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-01f7ce96-630e-41d0-9746-c8d9e5c7db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:01.876887 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-01f7ce96-630e-41d0-9746-c8d9e5c7db31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 1099 time: 0.0436342 Jan 28 11:59:01.890439 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-fadb32c6-853b-4310-bf13-400d7284060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:01.892342 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-fadb32c6-853b-4310-bf13-400d7284060e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0532813 Jan 28 11:59:01.984446 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-b435d37d-7b2d-4fb5-91b2-f3727cb0d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:01.985847 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-9a79b00d-044d-4784-a341-79f545818b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:01.986016 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-b435d37d-7b2d-4fb5-91b2-f3727cb0d7a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 919 time: 0.0925791 Jan 28 11:59:01.987318 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-9a79b00d-044d-4784-a341-79f545818b82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 912 time: 0.0868800 Jan 28 11:59:02.040934 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-d8ebb07d-90c5-4b89-93b9-163e24d165c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 HTTP/1.1" status: 200 len: 217 time: 0.0381749 Jan 28 11:59:02.096240 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-d50629f2-beda-43e1-868c-398b8238cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:02.097711 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-d50629f2-beda-43e1-868c-398b8238cc8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.0497417 Jan 28 11:59:02.100180 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-ff11dd7a-3ee6-4082-bc7c-3fba08062e3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 200 len: 1000 time: 0.0962026 Jan 28 11:59:02.139338 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-164fa567-f4bd-4d9e-b557-2149778432f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238383 Jan 28 11:59:02.157926 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-77f601d6-1988-40e0-8d39-2ad0dd503e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:02.159367 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-77f601d6-1988-40e0-8d39-2ad0dd503e16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.0434496 Jan 28 11:59:02.226762 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-f4d04c39-bc33-4d7f-861e-50795a07ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:02.229223 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-f4d04c39-bc33-4d7f-861e-50795a07ee9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584412 Jan 28 11:59:02.239637 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-0d814f74-ef47-433b-b8b4-524eb01d9988 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897636 Jan 28 11:59:02.358567 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c8b86-6d32-4a37-b4a5-8accbe960464 req-3c779a82-0fea-40bb-9ad9-29e52128dbd5 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:02.360352 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-183c8b86-6d32-4a37-b4a5-8accbe960464 req-3c779a82-0fea-40bb-9ad9-29e52128dbd5 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.1117382 Jan 28 11:59:02.366699 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8cc2634-ed5e-435e-9bfd-945008b8c18e req-08a55721-7ab4-4a98-ac48-5d63975ed486 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137309 Jan 28 11:59:02.389243 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-b94e68a4-989a-4ce1-b99d-1820e01d213a service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492195 Jan 28 11:59:02.486159 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-183c8b86-6d32-4a37-b4a5-8accbe960464 req-93e13a72-c5aa-4ee3-9ce0-ebf92b0d7858 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187794 Jan 28 11:59:02.532624 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-453e8dc4-fddc-4d46-b1d7-4cc318f1e966 req-bfeee265-bd79-400e-84f3-e77e50e739c8 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251547 Jan 28 11:59:02.792006 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46662) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:02.923923 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7dce359d-17e3-4865-ba57-8409552b3a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.002768 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7dce359d-17e3-4865-ba57-8409552b3a6d admin admin] Publish callbacks [] for security_group (73694b45-0ab4-4a46-bb71-28fed49861df), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.007397 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7dce359d-17e3-4865-ba57-8409552b3a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (73694b45-0ab4-4a46-bb71-28fed49861df), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.047433 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-7dce359d-17e3-4865-ba57-8409552b3a6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f139c14dd15c4167beea8cfbc7e1a5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520335 Jan 28 11:59:03.047841 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46680) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:03.053782 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce359d-17e3-4865-ba57-8409552b3a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73694b45-0ab4-4a46-bb71-28fed49861df,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:03.106119 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37849069-2598-44f4-b703-de6408896fe5 admin admin] Publish callbacks [] for security_group (73694b45-0ab4-4a46-bb71-28fed49861df), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.115718 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46682) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:03.136001 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37849069-2598-44f4-b703-de6408896fe5 admin admin] Publish callbacks [] for security_group (73694b45-0ab4-4a46-bb71-28fed49861df), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.190132 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37849069-2598-44f4-b703-de6408896fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (73694b45-0ab4-4a46-bb71-28fed49861df), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.192442 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37849069-2598-44f4-b703-de6408896fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.193601 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-37849069-2598-44f4-b703-de6408896fe5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73694b45-0ab4-4a46-bb71-28fed49861df HTTP/1.1" status: 204 len: 168 time: 0.1448462 Jan 28 11:59:03.203270 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37849069-2598-44f4-b703-de6408896fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73694b45-0ab4-4a46-bb71-28fed49861df,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:03.251034 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-632cf1e6-428f-434f-85e2-9705d973a660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.332985 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-632cf1e6-428f-434f-85e2-9705d973a660 admin admin] Publish callbacks [] for security_group (ba8f2751-e592-4a9f-80ee-ef44f116fc2b), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.337159 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-632cf1e6-428f-434f-85e2-9705d973a660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ba8f2751-e592-4a9f-80ee-ef44f116fc2b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.375122 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-632cf1e6-428f-434f-85e2-9705d973a660 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3840d21c3dc44a00a918a859ec4b0ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583663 Jan 28 11:59:03.376155 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cf1e6-428f-434f-85e2-9705d973a660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8f2751-e592-4a9f-80ee-ef44f116fc2b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:03.378155 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46690) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:03.437868 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5afe5410-003e-4826-a395-11310c63499d admin admin] Publish callbacks [] for security_group (ba8f2751-e592-4a9f-80ee-ef44f116fc2b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.459733 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5afe5410-003e-4826-a395-11310c63499d admin admin] Publish callbacks [] for security_group (ba8f2751-e592-4a9f-80ee-ef44f116fc2b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.473428 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46694) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:03.489227 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b1bc878-6eeb-4507-a6b3-0407d0c6b27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.533175 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5afe5410-003e-4826-a395-11310c63499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ba8f2751-e592-4a9f-80ee-ef44f116fc2b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.536156 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5afe5410-003e-4826-a395-11310c63499d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.540207 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5afe5410-003e-4826-a395-11310c63499d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba8f2751-e592-4a9f-80ee-ef44f116fc2b HTTP/1.1" status: 204 len: 168 time: 0.1604447 Jan 28 11:59:03.550029 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe5410-003e-4826-a395-11310c63499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8f2751-e592-4a9f-80ee-ef44f116fc2b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:03.620452 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b1bc878-6eeb-4507-a6b3-0407d0c6b27b admin admin] Publish callbacks [] for security_group (8c1e6254-0d23-4add-a957-b13d08e7053c), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.654617 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b1bc878-6eeb-4507-a6b3-0407d0c6b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (8c1e6254-0d23-4add-a957-b13d08e7053c), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.728262 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-7b1bc878-6eeb-4507-a6b3-0407d0c6b27b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38807b366c2943459ae22ec24d8fe2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535789 Jan 28 11:59:03.731011 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bc878-6eeb-4507-a6b3-0407d0c6b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e6254-0d23-4add-a957-b13d08e7053c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:03.731340 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46710) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:03.768259 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1031e1-d2d8-4b6a-933b-f40a4a7b8e9b req-f38065f2-8ae3-402b-90a8-01dcecd3b549 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:03.771262 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba1031e1-d2d8-4b6a-933b-f40a4a7b8e9b req-f38065f2-8ae3-402b-90a8-01dcecd3b549 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.1497316 Jan 28 11:59:03.824170 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2fc32a72-f21a-4f01-a892-24de23cc7fc2 admin admin] Publish callbacks [] for security_group (8c1e6254-0d23-4add-a957-b13d08e7053c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.847270 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba1031e1-d2d8-4b6a-933b-f40a4a7b8e9b req-81e1b6b4-8edb-4a31-bc39-4343fede4032 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Jan 28 11:59:03.871714 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2fc32a72-f21a-4f01-a892-24de23cc7fc2 admin admin] Publish callbacks [] for security_group (8c1e6254-0d23-4add-a957-b13d08e7053c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.933887 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2fc32a72-f21a-4f01-a892-24de23cc7fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (8c1e6254-0d23-4add-a957-b13d08e7053c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.937411 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2fc32a72-f21a-4f01-a892-24de23cc7fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:03.938739 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2fc32a72-f21a-4f01-a892-24de23cc7fc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c1e6254-0d23-4add-a957-b13d08e7053c HTTP/1.1" status: 204 len: 168 time: 0.2059135 Jan 28 11:59:03.948379 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc32a72-f21a-4f01-a892-24de23cc7fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e6254-0d23-4add-a957-b13d08e7053c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:03.996542 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:59:04.078558 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 46726) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:04.095465 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d840974a-723a-4848-8a71-235e61f6709f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:04.193786 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d840974a-723a-4848-8a71-235e61f6709f admin admin] Publish callbacks [] for security_group (4b3739cc-3311-47f3-a5e7-96f40fa0670e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:04.201712 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d840974a-723a-4848-8a71-235e61f6709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4b3739cc-3311-47f3-a5e7-96f40fa0670e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:04.234243 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d840974a-723a-4848-8a71-235e61f6709f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d6bfcfa16724c2c81d3e4c07578c211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532683 Jan 28 11:59:04.237530 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 46734) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:04.279802 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840974a-723a-4848-8a71-235e61f6709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3739cc-3311-47f3-a5e7-96f40fa0670e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:04.322540 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d079b9e9-86b7-4378-b475-e51aee8077b8 admin admin] Publish callbacks [] for security_group (4b3739cc-3311-47f3-a5e7-96f40fa0670e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:04.369137 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d079b9e9-86b7-4378-b475-e51aee8077b8 admin admin] Publish callbacks [] for security_group (4b3739cc-3311-47f3-a5e7-96f40fa0670e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:04.421237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d079b9e9-86b7-4378-b475-e51aee8077b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4b3739cc-3311-47f3-a5e7-96f40fa0670e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:04.423813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d079b9e9-86b7-4378-b475-e51aee8077b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:04.424987 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d079b9e9-86b7-4378-b475-e51aee8077b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b3739cc-3311-47f3-a5e7-96f40fa0670e HTTP/1.1" status: 204 len: 168 time: 0.1861360 Jan 28 11:59:04.433134 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079b9e9-86b7-4378-b475-e51aee8077b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3739cc-3311-47f3-a5e7-96f40fa0670e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:04.954527 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe6977-5844-4e52-af67-44644716fd3f req-0f6087bb-61cd-461d-823b-0c4520270ab7 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:04.954641 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-21fe6977-5844-4e52-af67-44644716fd3f req-0f6087bb-61cd-461d-823b-0c4520270ab7 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0665541 Jan 28 11:59:05.025696 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4c3d-4f23-4131-8807-ed74e6e8bdba req-fe158a2b-f976-4a67-9ca7-6cccebf6f06f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:05.027173 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7c3e4c3d-4f23-4131-8807-ed74e6e8bdba req-fe158a2b-f976-4a67-9ca7-6cccebf6f06f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0899289 Jan 28 11:59:05.030611 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-21fe6977-5844-4e52-af67-44644716fd3f req-7ce4431f-d1cb-4930-94fd-03733cff5644 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588019 Jan 28 11:59:05.080901 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7c3e4c3d-4f23-4131-8807-ed74e6e8bdba req-b26938c0-1dd4-4d77-8a6d-d9b369ebcee8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430675 Jan 28 11:59:06.159724 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed6b9-8922-46f1-928f-6169a8dac5b9 req-51d5fc10-6b4f-498e-b296-c7fb337711a6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:06.161939 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4eaed6b9-8922-46f1-928f-6169a8dac5b9 req-51d5fc10-6b4f-498e-b296-c7fb337711a6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0568731 Jan 28 11:59:06.212657 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4eaed6b9-8922-46f1-928f-6169a8dac5b9 req-338d586f-472e-48ff-9377-fcc324ab1c8d tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Jan 28 11:59:06.337408 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc40b7b-8bdf-4bf5-a761-483163279e9b req-03fc1dd6-77d4-4adf-a7d4-3b09573070ee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:06.339284 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3dc40b7b-8bdf-4bf5-a761-483163279e9b req-03fc1dd6-77d4-4adf-a7d4-3b09573070ee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0669899 Jan 28 11:59:06.395093 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3dc40b7b-8bdf-4bf5-a761-483163279e9b req-21e8ec7e-d3d1-4f27-87ae-cb99c45e89e4 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493596 Jan 28 11:59:07.333000 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b1c1-9f96-4255-a9b8-b29f53fa41ff req-661518fd-2c2c-4888-b6b5-03f52482492e tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:07.334484 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80d3b1c1-9f96-4255-a9b8-b29f53fa41ff req-661518fd-2c2c-4888-b6b5-03f52482492e tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0497520 Jan 28 11:59:07.384658 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80d3b1c1-9f96-4255-a9b8-b29f53fa41ff req-32330ae5-6e6e-4b3b-ac76-23858f3f278f tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Jan 28 11:59:07.522412 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7147e3b-2b7a-40f9-8d97-282f9464c42f req-bbdeeeb4-bea0-4f8f-85c9-bda6ebb01eb6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:07.525745 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e7147e3b-2b7a-40f9-8d97-282f9464c42f req-bbdeeeb4-bea0-4f8f-85c9-bda6ebb01eb6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0481789 Jan 28 11:59:07.573348 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e7147e3b-2b7a-40f9-8d97-282f9464c42f req-806eb13c-99de-4e3e-8e94-0726aaf1ad28 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Jan 28 11:59:08.508395 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aebd6-a1af-476f-a545-dcf8f1b2af72 req-366f44da-8944-45d9-9a3b-d541e3ae71dc tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:08.509908 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0a1aebd6-a1af-476f-a545-dcf8f1b2af72 req-366f44da-8944-45d9-9a3b-d541e3ae71dc tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0491500 Jan 28 11:59:08.558893 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0a1aebd6-a1af-476f-a545-dcf8f1b2af72 req-4d74e1e4-cde5-47b9-b7fa-fc74d189c8d6 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Jan 28 11:59:08.703776 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d0804-a219-4c4c-a3bc-feee072ceaf4 req-80741703-8df6-4f21-8fdb-2b83f35d7726 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:08.705413 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-732d0804-a219-4c4c-a3bc-feee072ceaf4 req-80741703-8df6-4f21-8fdb-2b83f35d7726 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0584099 Jan 28 11:59:08.754195 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-732d0804-a219-4c4c-a3bc-feee072ceaf4 req-49306ccf-8912-4ec8-84ec-5b01013bec59 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Jan 28 11:59:09.689713 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cab86e-3fc7-4752-8fb9-da77b56a1d7e req-e28e2b48-c1f8-4f3d-a6a3-46fcb0f6f2e0 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:09.691161 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e8cab86e-3fc7-4752-8fb9-da77b56a1d7e req-e28e2b48-c1f8-4f3d-a6a3-46fcb0f6f2e0 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0568104 Jan 28 11:59:09.749024 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e8cab86e-3fc7-4752-8fb9-da77b56a1d7e req-df38e3ce-8e91-471d-a031-5b397d0022ee tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494330 Jan 28 11:59:09.886295 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc037da9-9e4c-4321-9f9e-d90c452a2740 req-db02fee3-5ac2-4f92-b088-d5c0e8156bad tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:09.888515 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fc037da9-9e4c-4321-9f9e-d90c452a2740 req-db02fee3-5ac2-4f92-b088-d5c0e8156bad tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0596414 Jan 28 11:59:09.935909 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fc037da9-9e4c-4321-9f9e-d90c452a2740 req-f101cd17-abab-45a1-bd4d-1f3d49f1bb95 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 Jan 28 11:59:10.887045 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0bbeb-7a5f-4027-b6d6-c1a779d4a43c req-a5aa1661-5d4b-47f8-abeb-c0bbae838a46 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:10.888560 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2af0bbeb-7a5f-4027-b6d6-c1a779d4a43c req-a5aa1661-5d4b-47f8-abeb-c0bbae838a46 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0602968 Jan 28 11:59:10.936563 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2af0bbeb-7a5f-4027-b6d6-c1a779d4a43c req-a05f363b-11fc-4db8-afd4-e101f85ed355 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Jan 28 11:59:11.050025 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97cdb-8613-4d5e-809c-1141f618f674 req-6c10e939-2467-4989-80e4-76a22e69b45b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:11.051523 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-92c97cdb-8613-4d5e-809c-1141f618f674 req-6c10e939-2467-4989-80e4-76a22e69b45b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0478206 Jan 28 11:59:11.100105 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-92c97cdb-8613-4d5e-809c-1141f618f674 req-709e3e56-88ff-4dca-a8ee-b02a770f3bf0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Jan 28 11:59:12.067945 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051148d-bf9d-41df-8429-acf7f5ec24b8 req-21c1ea7d-5d12-41e7-9dda-e058bbf2fee4 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:12.069576 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7051148d-bf9d-41df-8429-acf7f5ec24b8 req-21c1ea7d-5d12-41e7-9dda-e058bbf2fee4 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0484264 Jan 28 11:59:12.124242 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7051148d-bf9d-41df-8429-acf7f5ec24b8 req-6946a99d-6e9b-4add-b9bb-c515ef057eab tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484343 Jan 28 11:59:12.235039 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096b65d-3095-4969-b0e9-bf618f02f19c req-67c83710-0b36-4d17-890d-4bbafb3b5e85 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:12.236478 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6096b65d-3095-4969-b0e9-bf618f02f19c req-67c83710-0b36-4d17-890d-4bbafb3b5e85 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0576813 Jan 28 11:59:12.284378 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6096b65d-3095-4969-b0e9-bf618f02f19c req-5600dfa3-236c-400a-a5d2-11e37937aa5b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Jan 28 11:59:13.247411 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7498d-a4c9-430e-80f1-276156b582ea req-96627251-3e23-451b-891b-4ab72e69ea85 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:13.248897 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-21c7498d-a4c9-430e-80f1-276156b582ea req-96627251-3e23-451b-891b-4ab72e69ea85 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0534208 Jan 28 11:59:13.296925 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-21c7498d-a4c9-430e-80f1-276156b582ea req-6243f98f-30bc-41d4-af42-672e8b66abdd tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 Jan 28 11:59:13.416895 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e29b4-3b8b-4543-b334-348e63371b9f req-29be11e7-6d33-4980-a3bf-e4b571d4fbd6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:13.418274 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-901e29b4-3b8b-4543-b334-348e63371b9f req-29be11e7-6d33-4980-a3bf-e4b571d4fbd6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0648077 Jan 28 11:59:13.473725 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-901e29b4-3b8b-4543-b334-348e63371b9f req-50691a64-c2bf-41c1-8db6-26c14aa25e7b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Jan 28 11:59:14.421500 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015ec43-7e4f-49ee-a1b4-fe84569b701f req-e7554c70-3e8c-4113-b76c-2221d937c41a tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:14.423154 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f015ec43-7e4f-49ee-a1b4-fe84569b701f req-e7554c70-3e8c-4113-b76c-2221d937c41a tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0503156 Jan 28 11:59:14.680108 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f015ec43-7e4f-49ee-a1b4-fe84569b701f req-7f8adcf0-b7d5-4270-8afd-63287f5bf0de tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/security-groups?id=00f5900d-bda9-4635-823a-2d699bb1fa31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489462 Jan 28 11:59:14.715797 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384fb47-dc71-4fc6-89b1-9440c9b79236 req-2e92b5e0-8ce9-42f0-b333-03eca625fe4e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:14.717351 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1384fb47-dc71-4fc6-89b1-9440c9b79236 req-2e92b5e0-8ce9-42f0-b333-03eca625fe4e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0538626 Jan 28 11:59:14.779080 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1384fb47-dc71-4fc6-89b1-9440c9b79236 req-332e1630-ff39-4cf1-b42e-8f9e54953741 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504220 Jan 28 11:59:15.042845 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-ea6ebd56-38bd-4af9-8e9a-73366d512bde tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:15.044405 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-ea6ebd56-38bd-4af9-8e9a-73366d512bde tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 946 time: 0.0494058 Jan 28 11:59:15.171462 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Deleting port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 11:59:15.171899 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:15.267193 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] For port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,segment=NetworkSegment(c8a7e072-75ab-4e38-908d-fe2acf4390fc),segment_id=c8a7e072-75ab-4e38-908d-fe2acf4390fc)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:59:15.267556 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:15.289676 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Calling delete_port for 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 owned by compute:nova {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 11:59:15.453602 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (53dcb6cf-8c1b-4c6d-be9d-f757069c94d4), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:15.475062 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['53dcb6cf-8c1b-4c6d-be9d-f757069c94d4'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:59:15.485937 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Pushing event deleted for resources: {'Port': ['ID=53dcb6cf-8c1b-4c6d-be9d-f757069c94d4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:15.554436 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.554702 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.555003 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.555375 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.555704 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.556063 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.556394 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.556732 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.557033 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.557370 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.557647 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.558001 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.558322 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:15.604085 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] No DVR routers for this DVR port 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 on host hv-cinder-81187 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:59:15.610255 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:15.613645 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9d0cc926-4d2e-4456-9455-92e687cd2c02 req-9eeedd1b-dbad-40d4-872d-f6c9765c0f26 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.39 "DELETE /v2.0/ports/53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 HTTP/1.1" status: 204 len: 173 time: 0.5630360 Jan 28 11:59:15.614093 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0b6a62-8526-43b8-b55c-335578b90282', 'name': 'network-vif-deleted', 'tag': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:59:15.616332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fed993-65db-402d-8cca-2c0eea2dca9f" -d '{"events": [{"server_uuid": "8f0b6a62-8526-43b8-b55c-335578b90282", "name": "network-vif-deleted", "tag": "53dcb6cf-8c1b-4c6d-be9d-f757069c94d4"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:59:15.672423 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 11:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fdbc53-8081-4179-9522-4514eea82153 x-openstack-request-id: req-71fdbc53-8081-4179-9522-4514eea82153 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:59:15.672423 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0b6a62-8526-43b8-b55c-335578b90282", "name": "network-vif-deleted", "tag": "53dcb6cf-8c1b-4c6d-be9d-f757069c94d4", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:59:15.672423 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71fdbc53-8081-4179-9522-4514eea82153 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:59:15.672423 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0b6a62-8526-43b8-b55c-335578b90282', 'name': 'network-vif-deleted', 'tag': '53dcb6cf-8c1b-4c6d-be9d-f757069c94d4', 'status': 'completed', 'code': 200} Jan 28 11:59:15.678323 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c845-3400-4499-be66-33e4cb7f476b req-eeb46a35-c497-46e4-9867-762ee42d3a34 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:15.679948 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-eeb46a35-c497-46e4-9867-762ee42d3a34 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.1957002 Jan 28 11:59:15.697216 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-9f9a9c07-b374-43e0-b82b-e13fae1352e9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/quotas/fcbafd4a840f4924a84abd5deff7c921 HTTP/1.1" status: 200 len: 375 time: 0.0103893 Jan 28 11:59:15.753011 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-5d4a0c7a-bd9a-429a-88b2-5e33773cbf20 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482090 Jan 28 11:59:15.827237 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a3dcb65-bf94-42db-b194-9353c0c988ef req-b7e9b369-f4b3-4256-89e2-b3b35e1c41f1 tempest-DeleteServersTestJSON-727003668 tempest-DeleteServersTestJSON-727003668-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f0b6a62-8526-43b8-b55c-335578b90282 HTTP/1.1" status: 200 len: 210 time: 0.0600064 Jan 28 11:59:15.872126 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-4d899c54-063c-471c-82b6-10ee9f5c93ca service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119733 Jan 28 11:59:16.008958 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9306-eab5-4d90-9ab7-8cba1ce6ea3a req-3ef67c01-51d1-47d9-ba25-43c7a6d7382d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:16.016021 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-433e9306-eab5-4d90-9ab7-8cba1ce6ea3a req-3ef67c01-51d1-47d9-ba25-43c7a6d7382d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0835700 Jan 28 11:59:16.052066 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-6760e337-913a-4a42-aac0-a66eb99bae2b service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788445 Jan 28 11:59:16.118512 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-433e9306-eab5-4d90-9ab7-8cba1ce6ea3a req-f3d6614f-0aa5-4e7b-bce9-b95e2beada7e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001532 Jan 28 11:59:16.366000 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8bbdc243-8b63-4d0a-8e02-004221937956 req-f862d0a7-350c-4522-a5f7-ffdaffae478e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 210 time: 0.0451419 Jan 28 11:59:17.238271 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6a656-aff4-4c14-a034-7b74960bff49 req-6bce4ead-1f83-4a4e-b1a1-cc52cdc314ca tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:17.240001 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-97b6a656-aff4-4c14-a034-7b74960bff49 req-6bce4ead-1f83-4a4e-b1a1-cc52cdc314ca tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0560236 Jan 28 11:59:17.288082 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-97b6a656-aff4-4c14-a034-7b74960bff49 req-4e487252-c06f-42f6-ad68-b744f4579f67 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422099 Jan 28 11:59:17.458135 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e96e49d0-2004-4697-a5df-13af50a394dd req-17f15e4c-9f80-4e14-81cf-63d9de2cadb3 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 210 time: 0.0295591 Jan 28 11:59:18.409181 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8646e3a-abe5-40ee-a426-7318cae66291 req-4be8acfb-2122-441f-8484-a60d18357489 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:18.410922 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e8646e3a-abe5-40ee-a426-7318cae66291 req-4be8acfb-2122-441f-8484-a60d18357489 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0492146 Jan 28 11:59:18.425181 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8526bb4a-bb2f-4923-be01-11e757e11b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:18.468589 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e8646e3a-abe5-40ee-a426-7318cae66291 req-c4bec7a0-9bfa-4f1f-81df-b2977d355018 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515149 Jan 28 11:59:18.481981 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 11:59:18.504644 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 11:59:18.505291 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 53dcb6cf-8c1b-4c6d-be9d-f757069c94d4 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 11:59:18.566425 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-51379a21-5863-4854-a14d-068c746784e1 req-26271073-74d2-477e-b739-9203343ff6af tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 210 time: 0.0292504 Jan 28 11:59:19.623069 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aca3c4-5987-40ab-8488-83413b4d9010 req-549252c4-3427-4725-adaa-710d7eb7017b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:19.624681 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f4aca3c4-5987-40ab-8488-83413b4d9010 req-549252c4-3427-4725-adaa-710d7eb7017b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0772879 Jan 28 11:59:19.632569 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-f6a509ae-acd2-4d26-a9f2-14fb41a04dda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727701 Jan 28 11:59:19.689178 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f4aca3c4-5987-40ab-8488-83413b4d9010 req-1982f31f-eadf-4793-9cc5-c9a36daac1a9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554984 Jan 28 11:59:19.742554 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-59ad4886-3238-4d95-9462-4ea17a6b9e1c req-925211ef-c6e1-4477-9a2a-f1f5a7d2d342 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 210 time: 0.0285430 Jan 28 11:59:19.815506 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-0998ba63-871c-465e-96e0-a652f7af086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:19.817032 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-0998ba63-871c-465e-96e0-a652f7af086e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 1098 time: 0.0475638 Jan 28 11:59:19.921907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-56e12f69-ec01-4e6d-8ed4-60556456a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:19.923504 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-56e12f69-ec01-4e6d-8ed4-60556456a544 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 916 time: 0.0866075 Jan 28 11:59:19.973652 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-3c6b3d85-8664-4ee5-849b-6f592c19ce12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e HTTP/1.1" status: 200 len: 217 time: 0.0385358 Jan 28 11:59:20.027564 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-a583391e-390e-4677-9782-85c9f3283a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:20.028949 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-a583391e-390e-4677-9782-85c9f3283a0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.0446827 Jan 28 11:59:20.059431 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-896853d4-5138-418b-8b5b-c861fe6a4046 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231483 Jan 28 11:59:20.161207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-8f3469c1-ca8a-4c6b-8d27-d9cec91415c1 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840831 Jan 28 11:59:20.274302 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7e44e493-2c87-48e1-af3b-ed06f1d844c7 req-421e6972-0e73-4339-9bf3-2db41bde09bf service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966759 Jan 28 11:59:20.377374 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c845-3400-4499-be66-33e4cb7f476b req-283b4339-2115-4c18-b750-46b8993912e9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:20.378865 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-283b4339-2115-4c18-b750-46b8993912e9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.1397882 Jan 28 11:59:20.409405 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Request body: {'port': {'device_id': '939072a2-0553-41d3-aaff-3c476944f8ef', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'admin_state_up': True, 'tenant_id': 'fcbafd4a840f4924a84abd5deff7c921'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:20.522562 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Made reservation on behalf of fcbafd4a840f4924a84abd5deff7c921 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:20.525941 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:20.620154 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-48a34587-6eb9-4cf9-ae07-bb4bf40f4566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:20.660269 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Allocated IP 172.20.0.9 (719e6218-49e1-4bc2-bf2c-6203f2e73a2c/f21654bc-3086-4047-a702-1e72af5b3c04/ba8fa782-801c-4750-932a-4bdb3379849a) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:59:20.814407 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59121638-5aaf-45fe-bb46-05b39042c404 req-c846c912-19ef-4981-b184-f67eaa1fd6a8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:20.816422 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-59121638-5aaf-45fe-bb46-05b39042c404 req-c846c912-19ef-4981-b184-f67eaa1fd6a8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0565469 Jan 28 11:59:20.840878 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks [] for port (ba8fa782-801c-4750-932a-4bdb3379849a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:20.882861 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:20.901058 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:59:20.901202 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-59121638-5aaf-45fe-bb46-05b39042c404 req-54e4291a-eab9-4527-902c-37f2a0d2bf20 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778992 Jan 28 11:59:20.981252 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:59:20.985156 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:59:20.987908 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:59:21.029297 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e525ab7-ecef-40a7-95c8-78670311124d req-9c236d32-6ad1-4684-8a02-e722425d1320 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:21.041356 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e525ab7-ecef-40a7-95c8-78670311124d req-9c236d32-6ad1-4684-8a02-e722425d1320 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 931 time: 0.1263366 Jan 28 11:59:21.052004 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event updated for resources: {'Port': ['ID=ba8fa782-801c-4750-932a-4bdb3379849a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:21.057321 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.071890 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.072235 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.072574 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.072906 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.073235 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.073566 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.073890 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.074212 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.085234 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.087016 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.087016 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.087271 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.087588 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:21.107400 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:21.108056 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.129479 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e525ab7-ecef-40a7-95c8-78670311124d req-0eafe71e-cfd6-4e7e-b069-a7942af524a8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874150 Jan 28 11:59:21.149094 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-92ad8553-048f-4380-81f7-e8badf624482 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7447515 Jan 28 11:59:21.165435 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Request body: {'port': {'device_id': '939072a2-0553-41d3-aaff-3c476944f8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:21.226224 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.294950 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47224) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:21.517933 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47238) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:21.531480 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-02b082fb-be43-4cc0-a766-1fb63a5fa725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.536704 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8fa782-801c-4750-932a-4bdb3379849a {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:59:21.550211 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Publish callbacks [] for port (ba8fa782-801c-4750-932a-4bdb3379849a), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.562696 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] Deleting subnet 5b69982d-f0da-4465-9764-0eafa2c94afc {{(pid=102404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 11:59:21.566216 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] Publish callbacks [] for subnet (5b69982d-f0da-4465-9764-0eafa2c94afc), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.573207 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Transition to ACTIVE for port object ba8fa782-801c-4750-932a-4bdb3379849a will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:59:21.584535 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.603148 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] Publish callbacks [] for subnet (5b69982d-f0da-4465-9764-0eafa2c94afc), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.611578 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (5b69982d-f0da-4465-9764-0eafa2c94afc), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.626868 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.669495 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (5b69982d-f0da-4465-9764-0eafa2c94afc), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.683795 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.687118 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5b69982d-f0da-4465-9764-0eafa2c94afc HTTP/1.1" status: 204 len: 168 time: 0.1679592 Jan 28 11:59:21.690974 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47246) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:21.694023 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Pushing event updated for resources: {'Port': ['ID=ba8fa782-801c-4750-932a-4bdb3379849a,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:21.710270 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96af716-1eeb-437e-a7f4-5a2a7e066e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b69982d-f0da-4465-9764-0eafa2c94afc,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:21.821276 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-02b082fb-be43-4cc0-a766-1fb63a5fa725 admin admin] Publish callbacks [] for security_group (17776e0d-a29f-45d0-ac03-1068eaebc2f3), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.843071 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-02b082fb-be43-4cc0-a766-1fb63a5fa725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (17776e0d-a29f-45d0-ac03-1068eaebc2f3), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.854901 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (9a72501e-0013-4e25-8da3-3257dd4167b6), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:21.883140 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Attempting to bind port ba8fa782-801c-4750-932a-4bdb3379849a on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:59:21.883470 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Attempting to bind port ba8fa782-801c-4750-932a-4bdb3379849a by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:59:21.883804 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Attempting to bind port ba8fa782-801c-4750-932a-4bdb3379849a on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:59:21.911140 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Port ba8fa782-801c-4750-932a-4bdb3379849a on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:59:21.911480 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Attempting to bind port ba8fa782-801c-4750-932a-4bdb3379849a on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:59:21.917399 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b082fb-be43-4cc0-a766-1fb63a5fa725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17776e0d-a29f-45d0-ac03-1068eaebc2f3,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:21.929484 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-02b082fb-be43-4cc0-a766-1fb63a5fa725 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5153e96ebbf349a8952090ce9feda834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6310146 Jan 28 11:59:21.930604 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47266) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:21.945871 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:59:21.946215 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Checking segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:59:21.946593 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Bound using segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:59:21.947033 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Bound port: ba8fa782-801c-4750-932a-4bdb3379849a, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:59:21.947892 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.000750 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-739b4512-86e2-46d7-af88-f104da861d86 admin admin] Publish callbacks [] for security_group (17776e0d-a29f-45d0-ac03-1068eaebc2f3), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.039368 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (9a72501e-0013-4e25-8da3-3257dd4167b6), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.051658 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-739b4512-86e2-46d7-af88-f104da861d86 admin admin] Publish callbacks [] for security_group (17776e0d-a29f-45d0-ac03-1068eaebc2f3), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.072809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a72501e-0013-4e25-8da3-3257dd4167b6']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:59:22.092533 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c001f13-82d3-4447-9cc8-996349cb319d req-9a5294de-2aac-4802-b9a9-187c32537402 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:22.093051 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5c001f13-82d3-4447-9cc8-996349cb319d req-9a5294de-2aac-4802-b9a9-187c32537402 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0888712 Jan 28 11:59:22.096056 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a7e072-75ab-4e38-908d-fe2acf4390fc') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:59:22.096409 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a7e072-75ab-4e38-908d-fe2acf4390fc') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:59:22.104688 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] For port ba8fa782-801c-4750-932a-4bdb3379849a, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:59:22.118223 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (c8a7e072-75ab-4e38-908d-fe2acf4390fc), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.134764 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] For port ba8fa782-801c-4750-932a-4bdb3379849a, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba8fa782-801c-4750-932a-4bdb3379849a,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:59:22.143431 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.146375 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-739b4512-86e2-46d7-af88-f104da861d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (17776e0d-a29f-45d0-ac03-1068eaebc2f3), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.146545 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (c8a7e072-75ab-4e38-908d-fe2acf4390fc), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.149232 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-739b4512-86e2-46d7-af88-f104da861d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.150629 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-739b4512-86e2-46d7-af88-f104da861d86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17776e0d-a29f-45d0-ac03-1068eaebc2f3 HTTP/1.1" status: 204 len: 168 time: 0.2182937 Jan 28 11:59:22.158148 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5c001f13-82d3-4447-9cc8-996349cb319d req-0e2f89b9-3063-4951-9138-b5a78a538a5a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536449 Jan 28 11:59:22.163019 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b4512-86e2-46d7-af88-f104da861d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17776e0d-a29f-45d0-ac03-1068eaebc2f3,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:22.188864 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:22.189489 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.190877 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] 10.222.0.39 "PUT /v2.0/ports/ba8fa782-801c-4750-932a-4bdb3379849a HTTP/1.1" status: 200 len: 1093 time: 1.0304954 Jan 28 11:59:22.193934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 11:59:22.194320 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (c8a7e072-75ab-4e38-908d-fe2acf4390fc), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.196101 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939072a2-0553-41d3-aaff-3c476944f8ef', 'tag': 'ba8fa782-801c-4750-932a-4bdb3379849a'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:59:22.198311 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff9816e-4983-48c2-8261-3d26100c0e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "939072a2-0553-41d3-aaff-3c476944f8ef", "tag": "ba8fa782-801c-4750-932a-4bdb3379849a"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 11:59:22.200665 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 11:59:22.258516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c39886-433e-477f-b950-c4a8c6677492 x-openstack-request-id: req-b7c39886-433e-477f-b950-c4a8c6677492 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:59:22.258798 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939072a2-0553-41d3-aaff-3c476944f8ef", "tag": "ba8fa782-801c-4750-932a-4bdb3379849a", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:59:22.259050 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7c39886-433e-477f-b950-c4a8c6677492 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:59:22.259578 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939072a2-0553-41d3-aaff-3c476944f8ef', 'tag': 'ba8fa782-801c-4750-932a-4bdb3379849a', 'status': 'completed', 'code': 200} Jan 28 11:59:22.285593 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50062c1b-2f4c-491b-a2d0-98e3b77f47bc service neutron] Pushing event updated for resources: {'Port': ['ID=ba8fa782-801c-4750-932a-4bdb3379849a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:22.290732 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (9a72501e-0013-4e25-8da3-3257dd4167b6), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.296210 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.300110 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9a72501e-0013-4e25-8da3-3257dd4167b6 HTTP/1.1" status: 204 len: 168 time: 0.6067343 Jan 28 11:59:22.300952 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26f8da-a4ca-4e79-979c-db2f61cc62f3 req-62b2304e-9c70-430c-95c5-245761f8d1fc tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:22.304680 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c26f8da-a4ca-4e79-979c-db2f61cc62f3 req-62b2304e-9c70-430c-95c5-245761f8d1fc tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0642939 Jan 28 11:59:22.315223 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc5334-c737-4b25-9853-7ec0a8a47955 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a72501e-0013-4e25-8da3-3257dd4167b6,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:22.365155 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c26f8da-a4ca-4e79-979c-db2f61cc62f3 req-8e517c7f-a033-470e-9996-9a4294a4d5c1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Jan 28 11:59:22.479054 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47288) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:22.503600 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47290) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:22.516326 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e7f91d8e-e6fc-4bfb-ac7f-59ca30122fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.524474 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5c20b5c5-5ef5-4d62-a172-3a90f09dd7b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95598f08a12a4ab08aaa4be775a552ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442131 Jan 28 11:59:22.526796 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47292) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:22.586193 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb0a-80fa-48b1-898a-9345e9fe4581 admin admin] Publish callbacks [] for security_group (00f5900d-bda9-4635-823a-2d699bb1fa31), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.600741 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e7f91d8e-e6fc-4bfb-ac7f-59ca30122fb6 admin admin] Publish callbacks [] for security_group (0fd6b585-b2c9-48f3-9f8b-705815756ab3), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.605762 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e7f91d8e-e6fc-4bfb-ac7f-59ca30122fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0fd6b585-b2c9-48f3-9f8b-705815756ab3), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.609349 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb0a-80fa-48b1-898a-9345e9fe4581 admin admin] Publish callbacks [] for security_group (00f5900d-bda9-4635-823a-2d699bb1fa31), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.643206 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f91d8e-e6fc-4bfb-ac7f-59ca30122fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd6b585-b2c9-48f3-9f8b-705815756ab3,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:22.648494 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e7f91d8e-e6fc-4bfb-ac7f-59ca30122fb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=721bbe3335f54b23ac0a44c7333ed824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427472 Jan 28 11:59:22.650786 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47298) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:22.684486 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb0a-80fa-48b1-898a-9345e9fe4581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (00f5900d-bda9-4635-823a-2d699bb1fa31), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.686944 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb0a-80fa-48b1-898a-9345e9fe4581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.690394 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-dc05eb0a-80fa-48b1-898a-9345e9fe4581 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00f5900d-bda9-4635-823a-2d699bb1fa31 HTTP/1.1" status: 204 len: 168 time: 0.1602645 Jan 28 11:59:22.704036 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05eb0a-80fa-48b1-898a-9345e9fe4581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f5900d-bda9-4635-823a-2d699bb1fa31,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:22.729535 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8ede51c0-281b-4c1d-95be-1626e9c9bd0d admin admin] Publish callbacks [] for security_group (0fd6b585-b2c9-48f3-9f8b-705815756ab3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.754731 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8ede51c0-281b-4c1d-95be-1626e9c9bd0d admin admin] Publish callbacks [] for security_group (0fd6b585-b2c9-48f3-9f8b-705815756ab3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.986058 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8ede51c0-281b-4c1d-95be-1626e9c9bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0fd6b585-b2c9-48f3-9f8b-705815756ab3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.988564 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8ede51c0-281b-4c1d-95be-1626e9c9bd0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:22.989705 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8ede51c0-281b-4c1d-95be-1626e9c9bd0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fd6b585-b2c9-48f3-9f8b-705815756ab3 HTTP/1.1" status: 204 len: 168 time: 0.3378742 Jan 28 11:59:22.997240 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede51c0-281b-4c1d-95be-1626e9c9bd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd6b585-b2c9-48f3-9f8b-705815756ab3,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:23.218585 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.314537 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c44b-5397-4562-bc15-88eae8ac9ba3 req-bf8ca7a4-0531-4d61-ba3f-a77032aa6cee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:23.316085 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7285c44b-5397-4562-bc15-88eae8ac9ba3 req-bf8ca7a4-0531-4d61-ba3f-a77032aa6cee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0635984 Jan 28 11:59:23.370080 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47332) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:23.376941 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7285c44b-5397-4562-bc15-88eae8ac9ba3 req-4cf0c2f0-60aa-49ca-a035-09c9a571e9af tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541947 Jan 28 11:59:23.384656 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c97203fd-6df1-4787-82d2-735759404650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.482625 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c97203fd-6df1-4787-82d2-735759404650 admin admin] Publish callbacks [] for security_group (044d4d98-528f-481e-a81b-cd6c76a4f1dd), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.491431 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c97203fd-6df1-4787-82d2-735759404650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (044d4d98-528f-481e-a81b-cd6c76a4f1dd), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.541360 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97203fd-6df1-4787-82d2-735759404650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d4d98-528f-481e-a81b-cd6c76a4f1dd,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:23.555075 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c97203fd-6df1-4787-82d2-735759404650 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f58d27215d984c95a53b6f0b2096f198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836631 Jan 28 11:59:23.557589 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47348) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:23.579192 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a377994-9d9c-4aae-a827-1ad0ea91ed2a req-d3fe5e9d-d857-47c1-a3df-8db297ef3ea5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:23.581444 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a377994-9d9c-4aae-a827-1ad0ea91ed2a req-d3fe5e9d-d857-47c1-a3df-8db297ef3ea5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0850725 Jan 28 11:59:23.614093 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fa95f736-dea5-43a8-9bc6-4928245a7178 admin admin] Publish callbacks [] for security_group (044d4d98-528f-481e-a81b-cd6c76a4f1dd), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.631775 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a377994-9d9c-4aae-a827-1ad0ea91ed2a req-044cad9a-2128-4430-aeca-fa2e42b8c11a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Jan 28 11:59:23.640976 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fa95f736-dea5-43a8-9bc6-4928245a7178 admin admin] Publish callbacks [] for security_group (044d4d98-528f-481e-a81b-cd6c76a4f1dd), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.693019 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fa95f736-dea5-43a8-9bc6-4928245a7178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (044d4d98-528f-481e-a81b-cd6c76a4f1dd), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.696222 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fa95f736-dea5-43a8-9bc6-4928245a7178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:23.697396 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-fa95f736-dea5-43a8-9bc6-4928245a7178 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/044d4d98-528f-481e-a81b-cd6c76a4f1dd HTTP/1.1" status: 204 len: 168 time: 0.1386783 Jan 28 11:59:23.707091 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f736-dea5-43a8-9bc6-4928245a7178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d4d98-528f-481e-a81b-cd6c76a4f1dd,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:24.495557 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886d9e5-8c6c-45c5-9ff4-ef351f072e6e req-4d4da3a1-1847-43a1-81dc-6123583fbffd tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:24.497099 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a886d9e5-8c6c-45c5-9ff4-ef351f072e6e req-4d4da3a1-1847-43a1-81dc-6123583fbffd tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0488164 Jan 28 11:59:24.533730 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:24.551974 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a886d9e5-8c6c-45c5-9ff4-ef351f072e6e req-0c810b51-d986-4573-9f7b-3bc02eb4ac37 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 Jan 28 11:59:24.767806 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59e19e-9d41-45a2-b041-c4f2c6914f36 req-b64871e4-9cce-403e-8263-4fcb5c23d674 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:24.769614 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec59e19e-9d41-45a2-b041-c4f2c6914f36 req-b64871e4-9cce-403e-8263-4fcb5c23d674 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0648389 Jan 28 11:59:24.817995 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec59e19e-9d41-45a2-b041-c4f2c6914f36 req-ee8161e2-7571-4258-b4e5-a722d66b4613 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Jan 28 11:59:24.922867 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47436) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:25.048373 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b75f510a-2188-4b99-9d51-7795cdf06b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:25.114065 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9816e-4983-48c2-8261-3d26100c0e4c req-66596e84-a2d3-4398-beba-11953c4c03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:25.116086 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7ff9816e-4983-48c2-8261-3d26100c0e4c req-66596e84-a2d3-4398-beba-11953c4c03e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 1096 time: 0.0782909 Jan 28 11:59:25.240273 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b75f510a-2188-4b99-9d51-7795cdf06b30 admin admin] Publish callbacks [] for security_group (fce063ad-bb8c-48e6-954a-7e97800dd14c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:25.256695 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b75f510a-2188-4b99-9d51-7795cdf06b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (fce063ad-bb8c-48e6-954a-7e97800dd14c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:25.272567 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9816e-4983-48c2-8261-3d26100c0e4c req-05ff1239-133a-4769-a268-c17f36882a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:25.274355 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7ff9816e-4983-48c2-8261-3d26100c0e4c req-05ff1239-133a-4769-a268-c17f36882a35 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fcbafd4a840f4924a84abd5deff7c921&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1417756 Jan 28 11:59:25.311970 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b75f510a-2188-4b99-9d51-7795cdf06b30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5f3e4467ec049a584d13d0cd6546373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877857 Jan 28 11:59:25.314820 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47470) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:25.322434 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f510a-2188-4b99-9d51-7795cdf06b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce063ad-bb8c-48e6-954a-7e97800dd14c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:25.369486 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec264904-3544-4c10-97d1-a5accdf1d580 admin admin] Publish callbacks [] for security_group (fce063ad-bb8c-48e6-954a-7e97800dd14c), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:25.391911 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec264904-3544-4c10-97d1-a5accdf1d580 admin admin] Publish callbacks [] for security_group (fce063ad-bb8c-48e6-954a-7e97800dd14c), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:25.393058 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9816e-4983-48c2-8261-3d26100c0e4c req-e792a74f-b25e-4d0d-808b-a77fc27cc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:25.394551 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7ff9816e-4983-48c2-8261-3d26100c0e4c req-e792a74f-b25e-4d0d-808b-a77fc27cc17f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018367 Jan 28 11:59:25.456911 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec264904-3544-4c10-97d1-a5accdf1d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (fce063ad-bb8c-48e6-954a-7e97800dd14c), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:25.461666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ec264904-3544-4c10-97d1-a5accdf1d580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:25.463154 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-ec264904-3544-4c10-97d1-a5accdf1d580 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fce063ad-bb8c-48e6-954a-7e97800dd14c HTTP/1.1" status: 204 len: 168 time: 0.1471767 Jan 28 11:59:25.473134 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec264904-3544-4c10-97d1-a5accdf1d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce063ad-bb8c-48e6-954a-7e97800dd14c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:25.509806 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c845-3400-4499-be66-33e4cb7f476b req-4d2b1eb2-3ab9-497b-9281-ec035596d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:25.511372 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-4d2b1eb2-3ab9-497b-9281-ec035596d023 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 1096 time: 0.0618987 Jan 28 11:59:25.560683 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-47f22726-dd86-44ed-9982-41640405d906 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba8fa782-801c-4750-932a-4bdb3379849a HTTP/1.1" status: 200 len: 217 time: 0.0393896 Jan 28 11:59:25.622378 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3c845-3400-4499-be66-33e4cb7f476b req-006b136d-1c37-4274-9e26-b2357a82d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:25.624588 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-006b136d-1c37-4274-9e26-b2357a82d9af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.0572348 Jan 28 11:59:25.665306 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-016300db-d865-440b-97a9-98b928c2d584 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289218 Jan 28 11:59:25.716204 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28779cf-569c-4abb-b5e2-13c9dbdda7dd req-6e1a1478-6d43-4b0b-8a92-677fc544accd tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:25.723664 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d28779cf-569c-4abb-b5e2-13c9dbdda7dd req-6e1a1478-6d43-4b0b-8a92-677fc544accd tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0860050 Jan 28 11:59:25.815928 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d28779cf-569c-4abb-b5e2-13c9dbdda7dd req-7cf4e2fe-6cfc-4061-961b-dc22a942621c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908186 Jan 28 11:59:25.857900 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-79ef77ae-6a27-436a-ba4c-ef7f24389e6f service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842971 Jan 28 11:59:25.988771 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79c3c845-3400-4499-be66-33e4cb7f476b req-ec1f887d-34a2-4629-b0be-2fb8c0a09617 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146491 Jan 28 11:59:26.030116 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c385a-c12f-4545-a371-558e0c8df770 req-bfedf996-941e-4ad9-a1ef-a09ea703f03a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:26.032101 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2d6c385a-c12f-4545-a371-558e0c8df770 req-bfedf996-941e-4ad9-a1ef-a09ea703f03a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0721638 Jan 28 11:59:26.128907 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2d6c385a-c12f-4545-a371-558e0c8df770 req-ba00b0a7-8cb0-46bb-b54d-24ed8c3e8cf6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898252 Jan 28 11:59:26.347136 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47560) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:26.449004 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-72e7db19-dab9-4f7c-b5dc-0e3d05a3bb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:26.527683 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-72e7db19-dab9-4f7c-b5dc-0e3d05a3bb94 admin admin] Publish callbacks [] for security_group (bd1394bb-3c1e-45c1-9cac-d8260cd22cb3), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:26.532657 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-72e7db19-dab9-4f7c-b5dc-0e3d05a3bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (bd1394bb-3c1e-45c1-9cac-d8260cd22cb3), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:26.567516 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7db19-dab9-4f7c-b5dc-0e3d05a3bb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1394bb-3c1e-45c1-9cac-d8260cd22cb3,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:26.574833 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47568) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:26.574988 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-72e7db19-dab9-4f7c-b5dc-0e3d05a3bb94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc10147ef9ed45559a71b16b2b0222bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264824 Jan 28 11:59:26.633643 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7023c6d8-06ff-451b-99f8-607d71c97046 admin admin] Publish callbacks [] for security_group (bd1394bb-3c1e-45c1-9cac-d8260cd22cb3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:26.656643 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7023c6d8-06ff-451b-99f8-607d71c97046 admin admin] Publish callbacks [] for security_group (bd1394bb-3c1e-45c1-9cac-d8260cd22cb3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:26.705545 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7023c6d8-06ff-451b-99f8-607d71c97046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (bd1394bb-3c1e-45c1-9cac-d8260cd22cb3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:26.716120 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7023c6d8-06ff-451b-99f8-607d71c97046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:26.716120 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7023c6d8-06ff-451b-99f8-607d71c97046 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd1394bb-3c1e-45c1-9cac-d8260cd22cb3 HTTP/1.1" status: 204 len: 168 time: 0.1325643 Jan 28 11:59:26.730456 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023c6d8-06ff-451b-99f8-607d71c97046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1394bb-3c1e-45c1-9cac-d8260cd22cb3,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:26.931335 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59368-d79b-4145-a7cf-92287b7d0cf4 req-fff1dce5-6f21-48a7-bfb1-2bc1babb1ad9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:26.932848 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-47f59368-d79b-4145-a7cf-92287b7d0cf4 req-fff1dce5-6f21-48a7-bfb1-2bc1babb1ad9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0549567 Jan 28 11:59:26.981447 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-47f59368-d79b-4145-a7cf-92287b7d0cf4 req-bc6f2bfe-ef81-4b3e-a100-394969e4a491 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428467 Jan 28 11:59:27.008813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47580) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:27.021654 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0226c6d2-ef6e-4486-a021-d33a0fc16fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:27.095269 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0226c6d2-ef6e-4486-a021-d33a0fc16fa9 admin admin] Publish callbacks [] for security_group (6cc3f489-f0ef-441f-a246-77bc6164252d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:27.102263 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0226c6d2-ef6e-4486-a021-d33a0fc16fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (6cc3f489-f0ef-441f-a246-77bc6164252d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:27.140689 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226c6d2-ef6e-4486-a021-d33a0fc16fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc3f489-f0ef-441f-a246-77bc6164252d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:27.147611 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47584) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:27.147781 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0226c6d2-ef6e-4486-a021-d33a0fc16fa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1a5a63eb2d24f3e8667fab5a862ceaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377568 Jan 28 11:59:27.196130 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6114c2-7cd6-4127-9ec9-00d6e062d05d admin admin] Publish callbacks [] for security_group (6cc3f489-f0ef-441f-a246-77bc6164252d), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:27.242935 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6114c2-7cd6-4127-9ec9-00d6e062d05d admin admin] Publish callbacks [] for security_group (6cc3f489-f0ef-441f-a246-77bc6164252d), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:27.289878 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16caf30-c3ae-4d0f-8aae-37b778be8281 req-bd722ea1-6d28-422f-97b1-7c0dd8a1a1da tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:27.291317 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f16caf30-c3ae-4d0f-8aae-37b778be8281 req-bd722ea1-6d28-422f-97b1-7c0dd8a1a1da tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0795479 Jan 28 11:59:27.324467 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6114c2-7cd6-4127-9ec9-00d6e062d05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (6cc3f489-f0ef-441f-a246-77bc6164252d), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:27.327028 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9a6114c2-7cd6-4127-9ec9-00d6e062d05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:27.331020 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9a6114c2-7cd6-4127-9ec9-00d6e062d05d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cc3f489-f0ef-441f-a246-77bc6164252d HTTP/1.1" status: 204 len: 168 time: 0.1823075 Jan 28 11:59:27.345846 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6114c2-7cd6-4127-9ec9-00d6e062d05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc3f489-f0ef-441f-a246-77bc6164252d,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:27.354890 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f16caf30-c3ae-4d0f-8aae-37b778be8281 req-8a328cb4-25a1-48a6-9698-5440b123bf7b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Jan 28 11:59:28.095495 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215c1ef-fb23-4912-94c3-66ca130328d3 req-21fd9699-8bc9-4e27-9b0c-81b3c0a5d7f2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:28.096964 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1215c1ef-fb23-4912-94c3-66ca130328d3 req-21fd9699-8bc9-4e27-9b0c-81b3c0a5d7f2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0489030 Jan 28 11:59:28.142351 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1215c1ef-fb23-4912-94c3-66ca130328d3 req-27154942-fc11-4dd8-b693-52604d46e9c7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Jan 28 11:59:28.469393 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e3b2e-fd87-4773-816a-aab3d339103e req-cfaa5ef5-c09f-46f7-ba7b-597805462651 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:28.470896 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b2e3b2e-fd87-4773-816a-aab3d339103e req-cfaa5ef5-c09f-46f7-ba7b-597805462651 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0502222 Jan 28 11:59:28.533997 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b2e3b2e-fd87-4773-816a-aab3d339103e req-9db8d371-9b18-4a20-9feb-2a48c5e2a7ff tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Jan 28 11:59:29.265862 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f52ee9-54ff-4751-a62d-33094bac3c95 req-27d1aa23-54e6-4a1f-bc24-2d21857f7368 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:29.267332 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a2f52ee9-54ff-4751-a62d-33094bac3c95 req-27d1aa23-54e6-4a1f-bc24-2d21857f7368 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0516570 Jan 28 11:59:29.320216 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a2f52ee9-54ff-4751-a62d-33094bac3c95 req-a0b931b6-7bcf-4675-96ae-f410501b479e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Jan 28 11:59:29.585375 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47686) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:29.646603 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676285aa-3964-487e-9558-3d1edf767806 req-76231c1b-65d0-4827-97f1-5069ad7a8c27 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:29.648072 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-676285aa-3964-487e-9558-3d1edf767806 req-76231c1b-65d0-4827-97f1-5069ad7a8c27 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0480747 Jan 28 11:59:29.702315 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e259d75a-2186-40a4-aa3f-aa073d004505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:29.712673 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-676285aa-3964-487e-9558-3d1edf767806 req-b8af8523-711a-42c8-8ab9-1a6ec57a9180 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592704 Jan 28 11:59:29.779662 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e259d75a-2186-40a4-aa3f-aa073d004505 admin admin] Publish callbacks [] for security_group (9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:29.784132 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e259d75a-2186-40a4-aa3f-aa073d004505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:29.822038 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e259d75a-2186-40a4-aa3f-aa073d004505 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3072298a3b4148c3bb5406f703493338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356167 Jan 28 11:59:29.823124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259d75a-2186-40a4-aa3f-aa073d004505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:29.824878 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47690) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:29.875638 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c49d1140-edb0-43f0-99c1-835a0c9d3297 admin admin] Publish callbacks [] for security_group (9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:29.907114 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c49d1140-edb0-43f0-99c1-835a0c9d3297 admin admin] Publish callbacks [] for security_group (9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:29.957044 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c49d1140-edb0-43f0-99c1-835a0c9d3297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:29.960070 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c49d1140-edb0-43f0-99c1-835a0c9d3297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:29.961523 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c49d1140-edb0-43f0-99c1-835a0c9d3297 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4 HTTP/1.1" status: 204 len: 168 time: 0.1347611 Jan 28 11:59:29.973038 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d1140-edb0-43f0-99c1-835a0c9d3297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9723f4e4-e68b-46c2-9dc1-e3c19fdbacb4,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:30.234969 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47700) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:30.249187 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25954684-5113-472e-82dc-6f1fce658ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:30.331928 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25954684-5113-472e-82dc-6f1fce658ebf admin admin] Publish callbacks [] for security_group (1f7c723c-4b04-49c1-ba5f-be2480c2660e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:30.337372 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-25954684-5113-472e-82dc-6f1fce658ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1f7c723c-4b04-49c1-ba5f-be2480c2660e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:30.381498 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47720) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:30.381750 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-25954684-5113-472e-82dc-6f1fce658ebf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d77428485e9942aba9b81e5443fc406e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453960 Jan 28 11:59:30.382410 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25954684-5113-472e-82dc-6f1fce658ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c723c-4b04-49c1-ba5f-be2480c2660e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:30.485218 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b238166a-1516-4e0f-9fe5-18f45bcb2c0e admin admin] Publish callbacks [] for security_group (1f7c723c-4b04-49c1-ba5f-be2480c2660e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:30.539058 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b238166a-1516-4e0f-9fe5-18f45bcb2c0e admin admin] Publish callbacks [] for security_group (1f7c723c-4b04-49c1-ba5f-be2480c2660e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:30.550813 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feb4e3-b036-4f24-880f-41998844b9e2 req-b955cb42-ab8f-464a-920b-cb28a657cc5f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:30.552624 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-60feb4e3-b036-4f24-880f-41998844b9e2 req-b955cb42-ab8f-464a-920b-cb28a657cc5f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0795655 Jan 28 11:59:30.600305 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b238166a-1516-4e0f-9fe5-18f45bcb2c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1f7c723c-4b04-49c1-ba5f-be2480c2660e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:30.604521 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b238166a-1516-4e0f-9fe5-18f45bcb2c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:30.606405 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b238166a-1516-4e0f-9fe5-18f45bcb2c0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f7c723c-4b04-49c1-ba5f-be2480c2660e HTTP/1.1" status: 204 len: 168 time: 0.2230835 Jan 28 11:59:30.618295 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238166a-1516-4e0f-9fe5-18f45bcb2c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c723c-4b04-49c1-ba5f-be2480c2660e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:30.640174 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-60feb4e3-b036-4f24-880f-41998844b9e2 req-110bb26d-ed8f-43b6-bcf1-c08c841d220b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773511 Jan 28 11:59:30.855604 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d886eb8-5988-498a-bcf0-8018668efc99 req-a935db42-18a3-496f-a6b8-f57dee7f3e06 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:30.857256 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7d886eb8-5988-498a-bcf0-8018668efc99 req-a935db42-18a3-496f-a6b8-f57dee7f3e06 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0511894 Jan 28 11:59:30.922435 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7d886eb8-5988-498a-bcf0-8018668efc99 req-accb4b57-89fd-49f3-8ede-12c7c70a9dc6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558801 Jan 28 11:59:31.810422 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459597f-5038-4328-92d7-a80f47f1f731 req-2b3fca9c-03d3-4e15-96f2-e4c0e373af3c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:31.818250 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1459597f-5038-4328-92d7-a80f47f1f731 req-2b3fca9c-03d3-4e15-96f2-e4c0e373af3c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.1036582 Jan 28 11:59:31.877795 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1459597f-5038-4328-92d7-a80f47f1f731 req-fe7bf7e9-76b0-4ee1-b639-b8b23f719fa9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552759 Jan 28 11:59:31.878138 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47832) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:31.999643 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81072e2f-b5b0-416c-8382-4657d8d75cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.060566 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cba4c-9974-4d22-bb2e-9123909f1486 req-62e4111c-7e13-450b-b0c6-6246f391e7f7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:32.064332 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec9cba4c-9974-4d22-bb2e-9123909f1486 req-62e4111c-7e13-450b-b0c6-6246f391e7f7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0572822 Jan 28 11:59:32.087897 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81072e2f-b5b0-416c-8382-4657d8d75cce admin admin] Publish callbacks [] for security_group (3c311788-fd92-4958-a5c6-17f3dd3c97f8), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.094670 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81072e2f-b5b0-416c-8382-4657d8d75cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3c311788-fd92-4958-a5c6-17f3dd3c97f8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.111035 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec9cba4c-9974-4d22-bb2e-9123909f1486 req-f5a08d28-d696-4879-bbbb-e0660c4a7d75 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Jan 28 11:59:32.136663 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-81072e2f-b5b0-416c-8382-4657d8d75cce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef07b7c2ebaf4cfba4ba92fb5aee9d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573030 Jan 28 11:59:32.139465 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47848) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:32.150063 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81072e2f-b5b0-416c-8382-4657d8d75cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c311788-fd92-4958-a5c6-17f3dd3c97f8,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:32.192042 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39e9e70a-5cbe-43c2-932a-41bacb6c0393 admin admin] Publish callbacks [] for security_group (3c311788-fd92-4958-a5c6-17f3dd3c97f8), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.217238 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39e9e70a-5cbe-43c2-932a-41bacb6c0393 admin admin] Publish callbacks [] for security_group (3c311788-fd92-4958-a5c6-17f3dd3c97f8), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.264222 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39e9e70a-5cbe-43c2-932a-41bacb6c0393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3c311788-fd92-4958-a5c6-17f3dd3c97f8), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.266787 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-39e9e70a-5cbe-43c2-932a-41bacb6c0393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.267968 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-39e9e70a-5cbe-43c2-932a-41bacb6c0393 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c311788-fd92-4958-a5c6-17f3dd3c97f8 HTTP/1.1" status: 204 len: 168 time: 0.1274135 Jan 28 11:59:32.276320 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9e70a-5cbe-43c2-932a-41bacb6c0393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c311788-fd92-4958-a5c6-17f3dd3c97f8,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:32.554240 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47860) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:32.567712 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c3e7eedd-1730-4ddd-8be5-e64fb7f5aa40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.652335 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c3e7eedd-1730-4ddd-8be5-e64fb7f5aa40 admin admin] Publish callbacks [] for security_group (df6cb77b-5d4e-46d3-a736-adc56792d027), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.658064 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c3e7eedd-1730-4ddd-8be5-e64fb7f5aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (df6cb77b-5d4e-46d3-a736-adc56792d027), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.696376 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c3e7eedd-1730-4ddd-8be5-e64fb7f5aa40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=253b3851470c402894a6efc8b3cfa9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407869 Jan 28 11:59:32.697325 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7eedd-1730-4ddd-8be5-e64fb7f5aa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6cb77b-5d4e-46d3-a736-adc56792d027,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:32.699156 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47866) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:32.753125 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8fe91bfb-7dec-4903-b04c-45ada240774a admin admin] Publish callbacks [] for security_group (df6cb77b-5d4e-46d3-a736-adc56792d027), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.774335 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8fe91bfb-7dec-4903-b04c-45ada240774a admin admin] Publish callbacks [] for security_group (df6cb77b-5d4e-46d3-a736-adc56792d027), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.827710 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8fe91bfb-7dec-4903-b04c-45ada240774a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (df6cb77b-5d4e-46d3-a736-adc56792d027), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.831147 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8fe91bfb-7dec-4903-b04c-45ada240774a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:32.832348 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8fe91bfb-7dec-4903-b04c-45ada240774a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df6cb77b-5d4e-46d3-a736-adc56792d027 HTTP/1.1" status: 204 len: 168 time: 0.1320035 Jan 28 11:59:32.842261 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe91bfb-7dec-4903-b04c-45ada240774a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6cb77b-5d4e-46d3-a736-adc56792d027,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:33.018611 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827200a8-afdb-4d02-a83d-772840148f4c req-ed42b11a-fc54-41f4-8b9f-552d43a48319 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:33.018611 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-827200a8-afdb-4d02-a83d-772840148f4c req-ed42b11a-fc54-41f4-8b9f-552d43a48319 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0621805 Jan 28 11:59:33.092962 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-827200a8-afdb-4d02-a83d-772840148f4c req-9cdc9256-5a7e-46e5-9140-13aa91b3a8aa tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588315 Jan 28 11:59:33.134282 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ba8fa782-801c-4750-932a-4bdb3379849a details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 11:59:33.271439 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ba8fa782-801c-4750-932a-4bdb3379849a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba8fa782-801c-4750-932a-4bdb3379849a,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:59:33.287264 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3832e-910d-4aa9-9377-d0fc38fbfef2 req-f33da172-6456-495f-824a-afc1bf32fa81 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:33.290814 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'ba8fa782-801c-4750-932a-4bdb3379849a', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'port_id': 'ba8fa782-801c-4750-932a-4bdb3379849a', 'mac_address': 'fa:16:3e:e1:76:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21654bc-3086-4047-a702-1e72af5b3c04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 11:59:33.296071 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8eb3832e-910d-4aa9-9377-d0fc38fbfef2 req-f33da172-6456-495f-824a-afc1bf32fa81 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 943 time: 0.0825956 Jan 28 11:59:33.375417 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ba8fa782-801c-4750-932a-4bdb3379849a is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:59:33.380025 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.380491 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8eb3832e-910d-4aa9-9377-d0fc38fbfef2 req-ac7160ac-4ea8-45f5-abf4-4659a90d6894 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782421 Jan 28 11:59:33.404150 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8fa782-801c-4750-932a-4bdb3379849a {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:59:33.424076 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ba8fa782-801c-4750-932a-4bdb3379849a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba8fa782-801c-4750-932a-4bdb3379849a,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:59:33.430839 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.480242 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47924) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:33.489746 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ba8fa782-801c-4750-932a-4bdb3379849a,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:33.497496 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.497796 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.498166 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.498475 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.498784 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.499179 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.499430 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.500128 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.500465 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.500814 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.501389 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.501389 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.501726 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:59:33.696623 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59e6fca-58f7-4c53-9666-0acd8363ccf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.714551 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47938) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:33.782070 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3884d120-26a6-45e2-bb1c-316969ba0c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.823230 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59e6fca-58f7-4c53-9666-0acd8363ccf3 admin admin] Publish callbacks [] for security_group (177166e1-dbc5-4a30-ad4c-5b1af3907fff), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.828749 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e59e6fca-58f7-4c53-9666-0acd8363ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (177166e1-dbc5-4a30-ad4c-5b1af3907fff), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.872688 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e59e6fca-58f7-4c53-9666-0acd8363ccf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=742644fb74a3435ea8c7d190f8f91403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911958 Jan 28 11:59:33.873638 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e6fca-58f7-4c53-9666-0acd8363ccf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177166e1-dbc5-4a30-ad4c-5b1af3907fff,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:33.876114 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47950) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:33.878794 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3884d120-26a6-45e2-bb1c-316969ba0c89 admin admin] Publish callbacks [] for security_group (d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.889823 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3884d120-26a6-45e2-bb1c-316969ba0c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.924168 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3884d120-26a6-45e2-bb1c-316969ba0c89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df20f2cd68274097b25295dd2deadfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078221 Jan 28 11:59:33.926969 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47952) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:33.934039 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884d120-26a6-45e2-bb1c-316969ba0c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:33.949795 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ca53e93-c437-49d9-8b89-92ab4e5d299a admin admin] Publish callbacks [] for security_group (177166e1-dbc5-4a30-ad4c-5b1af3907fff), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:33.988666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ca53e93-c437-49d9-8b89-92ab4e5d299a admin admin] Publish callbacks [] for security_group (177166e1-dbc5-4a30-ad4c-5b1af3907fff), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.026591 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e40f308-2c9a-4722-ad3c-c8e2bd0ca1a0 admin admin] Publish callbacks [] for security_group (d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.052058 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e40f308-2c9a-4722-ad3c-c8e2bd0ca1a0 admin admin] Publish callbacks [] for security_group (d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.079960 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ca53e93-c437-49d9-8b89-92ab4e5d299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (177166e1-dbc5-4a30-ad4c-5b1af3907fff), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.082482 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6ca53e93-c437-49d9-8b89-92ab4e5d299a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.083732 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6ca53e93-c437-49d9-8b89-92ab4e5d299a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/177166e1-dbc5-4a30-ad4c-5b1af3907fff HTTP/1.1" status: 204 len: 168 time: 0.2024443 Jan 28 11:59:34.095135 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca53e93-c437-49d9-8b89-92ab4e5d299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177166e1-dbc5-4a30-ad4c-5b1af3907fff,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:34.125427 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e40f308-2c9a-4722-ad3c-c8e2bd0ca1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.128224 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3e40f308-2c9a-4722-ad3c-c8e2bd0ca1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.133479 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-3e40f308-2c9a-4722-ad3c-c8e2bd0ca1a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe HTTP/1.1" status: 204 len: 168 time: 0.2055061 Jan 28 11:59:34.144442 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40f308-2c9a-4722-ad3c-c8e2bd0ca1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0beb5c2-5b98-4c97-9fcb-86221c5ddcbe,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:34.244358 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745daba1-8121-42b6-b06c-487984fdcc9b req-6f23f582-8009-41eb-9dcb-ad880c8d8132 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:34.246896 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-745daba1-8121-42b6-b06c-487984fdcc9b req-6f23f582-8009-41eb-9dcb-ad880c8d8132 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0636039 Jan 28 11:59:34.304760 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-745daba1-8121-42b6-b06c-487984fdcc9b req-43548c94-0eb2-4a42-a736-562122ebae9c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513179 Jan 28 11:59:34.509965 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35941f-4aa9-4916-a5ba-dfc03be7025e req-663a1670-5520-4655-aa72-c86582ddda65 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:34.511729 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7c35941f-4aa9-4916-a5ba-dfc03be7025e req-663a1670-5520-4655-aa72-c86582ddda65 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 944 time: 0.0639358 Jan 28 11:59:34.566190 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7c35941f-4aa9-4916-a5ba-dfc03be7025e req-b84c2480-07c5-4937-8ca8-7261f563a66e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Jan 28 11:59:34.587842 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47976) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:34.597862 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 47978) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:34.601166 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d729b803-340b-4468-b7cf-0bee857ba6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.610668 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d2ad5f3-8510-4589-a1f2-4a2e9d7e3c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.677367 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d729b803-340b-4468-b7cf-0bee857ba6fa admin admin] Publish callbacks [] for security_group (16f9f6cd-0eae-410f-8c61-938bb5ce3111), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.682301 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d729b803-340b-4468-b7cf-0bee857ba6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (16f9f6cd-0eae-410f-8c61-938bb5ce3111), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.683345 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d2ad5f3-8510-4589-a1f2-4a2e9d7e3c7b admin admin] Publish callbacks [] for security_group (1c93c377-1f47-47c5-8a55-ba8973faf29a), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.686527 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4d2ad5f3-8510-4589-a1f2-4a2e9d7e3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1c93c377-1f47-47c5-8a55-ba8973faf29a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.720797 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d729b803-340b-4468-b7cf-0bee857ba6fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=526da5e03d4641e98dc8fde01e0d6259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316729 Jan 28 11:59:34.722054 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729b803-340b-4468-b7cf-0bee857ba6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f9f6cd-0eae-410f-8c61-938bb5ce3111,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:34.724345 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47980) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:34.727411 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-4d2ad5f3-8510-4589-a1f2-4a2e9d7e3c7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4664e4f202b94e1aa33f80dc8d9f6ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261652 Jan 28 11:59:34.727411 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ad5f3-8510-4589-a1f2-4a2e9d7e3c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c93c377-1f47-47c5-8a55-ba8973faf29a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:34.727605 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 47982) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:34.810926 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c5357a2-f606-4191-b491-5d46c83c01f4 admin admin] Publish callbacks [] for security_group (1c93c377-1f47-47c5-8a55-ba8973faf29a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.812637 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9da74fe8-da5f-4afc-b7f1-83467adfefa7 admin admin] Publish callbacks [] for security_group (16f9f6cd-0eae-410f-8c61-938bb5ce3111), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.849060 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c5357a2-f606-4191-b491-5d46c83c01f4 admin admin] Publish callbacks [] for security_group (1c93c377-1f47-47c5-8a55-ba8973faf29a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.851684 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9da74fe8-da5f-4afc-b7f1-83467adfefa7 admin admin] Publish callbacks [] for security_group (16f9f6cd-0eae-410f-8c61-938bb5ce3111), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.922128 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c5357a2-f606-4191-b491-5d46c83c01f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1c93c377-1f47-47c5-8a55-ba8973faf29a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.924715 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c5357a2-f606-4191-b491-5d46c83c01f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.925857 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3c5357a2-f606-4191-b491-5d46c83c01f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c93c377-1f47-47c5-8a55-ba8973faf29a HTTP/1.1" status: 204 len: 168 time: 0.1974797 Jan 28 11:59:34.928366 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9da74fe8-da5f-4afc-b7f1-83467adfefa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (16f9f6cd-0eae-410f-8c61-938bb5ce3111), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.930758 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9da74fe8-da5f-4afc-b7f1-83467adfefa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:34.931742 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9da74fe8-da5f-4afc-b7f1-83467adfefa7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16f9f6cd-0eae-410f-8c61-938bb5ce3111 HTTP/1.1" status: 204 len: 168 time: 0.2065225 Jan 28 11:59:34.937966 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5357a2-f606-4191-b491-5d46c83c01f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c93c377-1f47-47c5-8a55-ba8973faf29a,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:34.950305 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da74fe8-da5f-4afc-b7f1-83467adfefa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f9f6cd-0eae-410f-8c61-938bb5ce3111,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:35.435451 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307579-5ac5-4490-a74d-e41dfa6ca46b req-f98c444e-0a11-4670-9118-3ce688475e38 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:35.443064 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0c307579-5ac5-4490-a74d-e41dfa6ca46b req-f98c444e-0a11-4670-9118-3ce688475e38 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0652585 Jan 28 11:59:35.503051 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0c307579-5ac5-4490-a74d-e41dfa6ca46b req-ad0ce30b-1496-4144-bb7a-f63e14a5747c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591412 Jan 28 11:59:35.688021 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85d47f-37c4-40ed-ade2-414571ac8aff req-534db34e-e259-4c94-8e6f-de44c4ac9a34 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:35.689502 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fe85d47f-37c4-40ed-ade2-414571ac8aff req-534db34e-e259-4c94-8e6f-de44c4ac9a34 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 944 time: 0.0531776 Jan 28 11:59:35.738493 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fe85d47f-37c4-40ed-ade2-414571ac8aff req-23040fa9-4e07-4a3e-a542-c4ec77e3593e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Jan 28 11:59:36.317639 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['ba8fa782-801c-4750-932a-4bdb3379849a'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:59:36.633904 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cd3d0-876f-4860-b721-68860c1e00ab req-ce030c2b-f5ad-4289-b4dc-ceceaacf034b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:36.635594 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-814cd3d0-876f-4860-b721-68860c1e00ab req-ce030c2b-f5ad-4289-b4dc-ceceaacf034b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0563719 Jan 28 11:59:36.700626 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-814cd3d0-876f-4860-b721-68860c1e00ab req-2441c9ea-8897-4c69-881c-297ea654dc82 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590110 Jan 28 11:59:36.907948 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f688f0-c273-4f11-b620-2cd9edc317f6 req-b310f16d-3680-4ca0-930d-698b775f0353 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:36.909429 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-03f688f0-c273-4f11-b620-2cd9edc317f6 req-b310f16d-3680-4ca0-930d-698b775f0353 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 944 time: 0.0668559 Jan 28 11:59:36.964780 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-03f688f0-c273-4f11-b620-2cd9edc317f6 req-3f93681c-0408-476c-950d-f8f4788857c8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 Jan 28 11:59:37.305194 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48140) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:37.414487 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f81cfbe4-a4f0-4679-8d73-bde5e13e4b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:37.488775 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f81cfbe4-a4f0-4679-8d73-bde5e13e4b9a admin admin] Publish callbacks [] for security_group (db379ca9-c14b-4fcc-af8a-e314e8b08721), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:37.494272 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f81cfbe4-a4f0-4679-8d73-bde5e13e4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (db379ca9-c14b-4fcc-af8a-e314e8b08721), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:37.539102 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cfbe4-a4f0-4679-8d73-bde5e13e4b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db379ca9-c14b-4fcc-af8a-e314e8b08721,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:37.544561 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f81cfbe4-a4f0-4679-8d73-bde5e13e4b9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0b7ff2fddfc4b57b0e2389f08f5b9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382023 Jan 28 11:59:37.548219 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48146) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:37.597008 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f2df6e3-0256-485d-ac44-91ede4a389fe admin admin] Publish callbacks [] for security_group (db379ca9-c14b-4fcc-af8a-e314e8b08721), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:37.617803 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f2df6e3-0256-485d-ac44-91ede4a389fe admin admin] Publish callbacks [] for security_group (db379ca9-c14b-4fcc-af8a-e314e8b08721), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:37.671019 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f2df6e3-0256-485d-ac44-91ede4a389fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (db379ca9-c14b-4fcc-af8a-e314e8b08721), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:37.673817 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f2df6e3-0256-485d-ac44-91ede4a389fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:37.675024 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1f2df6e3-0256-485d-ac44-91ede4a389fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db379ca9-c14b-4fcc-af8a-e314e8b08721 HTTP/1.1" status: 204 len: 168 time: 0.1258404 Jan 28 11:59:37.683105 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2df6e3-0256-485d-ac44-91ede4a389fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db379ca9-c14b-4fcc-af8a-e314e8b08721,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:37.819497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c06a2-3a12-4e15-a421-d6a6223e6afc req-69af0a19-6787-4692-a9f3-0b74cdd13d4b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:37.821371 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a7c06a2-3a12-4e15-a421-d6a6223e6afc req-69af0a19-6787-4692-a9f3-0b74cdd13d4b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0479500 Jan 28 11:59:37.873017 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a7c06a2-3a12-4e15-a421-d6a6223e6afc req-ee553c94-3cf7-48ea-8fee-b1270e06af14 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Jan 28 11:59:37.958782 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48164) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:37.972473 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9093114b-63a2-4292-94f4-0d2cbbc3bc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:38.058885 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9093114b-63a2-4292-94f4-0d2cbbc3bc21 admin admin] Publish callbacks [] for security_group (39c8a7b8-73f4-492f-b786-b31ed87cee1f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:38.064236 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9093114b-63a2-4292-94f4-0d2cbbc3bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (39c8a7b8-73f4-492f-b786-b31ed87cee1f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:38.104560 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093114b-63a2-4292-94f4-0d2cbbc3bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c8a7b8-73f4-492f-b786-b31ed87cee1f,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:38.109212 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9093114b-63a2-4292-94f4-0d2cbbc3bc21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6a3f58043f84421af73247c85f7a054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491413 Jan 28 11:59:38.112094 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48172) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:38.172949 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0f88-50a7-4ebc-b7cf-55f833e603b0 admin admin] Publish callbacks [] for security_group (39c8a7b8-73f4-492f-b786-b31ed87cee1f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:38.196509 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0f88-50a7-4ebc-b7cf-55f833e603b0 admin admin] Publish callbacks [] for security_group (39c8a7b8-73f4-492f-b786-b31ed87cee1f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:38.270719 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0f88-50a7-4ebc-b7cf-55f833e603b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (39c8a7b8-73f4-492f-b786-b31ed87cee1f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:38.273850 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0f88-50a7-4ebc-b7cf-55f833e603b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:38.278472 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7ddc0f88-50a7-4ebc-b7cf-55f833e603b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39c8a7b8-73f4-492f-b786-b31ed87cee1f HTTP/1.1" status: 204 len: 168 time: 0.1647494 Jan 28 11:59:38.305500 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc0f88-50a7-4ebc-b7cf-55f833e603b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c8a7b8-73f4-492f-b786-b31ed87cee1f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:38.312712 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f11ccb-4a18-42cc-b7de-5d3a9e4f84c5 req-0562a68d-095e-4f64-b888-5fed28bccf1f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:38.325127 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e0f11ccb-4a18-42cc-b7de-5d3a9e4f84c5 req-0562a68d-095e-4f64-b888-5fed28bccf1f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 944 time: 0.2891440 Jan 28 11:59:38.387245 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e0f11ccb-4a18-42cc-b7de-5d3a9e4f84c5 req-5c2317af-c09a-4306-ba28-94294bcdbd0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539656 Jan 28 11:59:39.022872 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09143-43a1-40cf-82a1-3fe4847c7a7f req-300d04f4-c7d5-4125-bfc6-6a7cd4e22995 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:39.025090 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-66f09143-43a1-40cf-82a1-3fe4847c7a7f req-300d04f4-c7d5-4125-bfc6-6a7cd4e22995 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0489378 Jan 28 11:59:39.075414 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-66f09143-43a1-40cf-82a1-3fe4847c7a7f req-b471c516-a0ad-406c-a039-a4e655c8e215 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Jan 28 11:59:39.420164 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48226) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:39.549670 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-54194d30-c355-431e-8938-e7453f68d685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:39.635645 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-54194d30-c355-431e-8938-e7453f68d685 admin admin] Publish callbacks [] for security_group (94e71d65-0f60-43b2-bc8b-88174518c9c5), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:39.641320 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-54194d30-c355-431e-8938-e7453f68d685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (94e71d65-0f60-43b2-bc8b-88174518c9c5), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:39.660790 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4071dae-b264-486a-a4f3-8a3c08f220b6 req-269b53aa-19e1-4944-a28d-edc6a2de5e28 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:39.662310 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a4071dae-b264-486a-a4f3-8a3c08f220b6 req-269b53aa-19e1-4944-a28d-edc6a2de5e28 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 944 time: 0.0576780 Jan 28 11:59:39.682620 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-54194d30-c355-431e-8938-e7453f68d685 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b18172a638134c6aa52c26fff4bbc66b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589200 Jan 28 11:59:39.686323 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48240) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:39.692631 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54194d30-c355-431e-8938-e7453f68d685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e71d65-0f60-43b2-bc8b-88174518c9c5,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:39.718144 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a4071dae-b264-486a-a4f3-8a3c08f220b6 req-8e1b9423-2111-4897-a0fb-a156148576e0 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488272 Jan 28 11:59:39.739163 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-304b99b4-7984-4f8c-b049-3cfdd35e9002 admin admin] Publish callbacks [] for security_group (94e71d65-0f60-43b2-bc8b-88174518c9c5), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:39.763414 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-304b99b4-7984-4f8c-b049-3cfdd35e9002 admin admin] Publish callbacks [] for security_group (94e71d65-0f60-43b2-bc8b-88174518c9c5), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:39.813922 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-304b99b4-7984-4f8c-b049-3cfdd35e9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (94e71d65-0f60-43b2-bc8b-88174518c9c5), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:39.816740 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-304b99b4-7984-4f8c-b049-3cfdd35e9002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:39.817908 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-304b99b4-7984-4f8c-b049-3cfdd35e9002 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94e71d65-0f60-43b2-bc8b-88174518c9c5 HTTP/1.1" status: 204 len: 168 time: 0.1329517 Jan 28 11:59:39.827261 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b99b4-7984-4f8c-b049-3cfdd35e9002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e71d65-0f60-43b2-bc8b-88174518c9c5,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:40.038867 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ba8fa782-801c-4750-932a-4bdb3379849a up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 11:59:40.100063 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port ba8fa782-801c-4750-932a-4bdb3379849a completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:59:40.104643 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port ba8fa782-801c-4750-932a-4bdb3379849a triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:59:40.105020 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.192360 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48270) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:40.204209 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25523818-a397-4e45-85c1-8d04cdeeb5fc req-6c22568e-dd82-4bdf-9abe-a4c3422bd59e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:40.206716 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-25523818-a397-4e45-85c1-8d04cdeeb5fc req-6c22568e-dd82-4bdf-9abe-a4c3422bd59e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0577500 Jan 28 11:59:40.207237 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ba8fa782-801c-4750-932a-4bdb3379849a is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 11:59:40.207691 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.231165 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939072a2-0553-41d3-aaff-3c476944f8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8fa782-801c-4750-932a-4bdb3379849a'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:59:40.233457 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b4a2c0-b59a-41a3-8d9e-af3f08cd6e84" -d '{"events": [{"server_uuid": "939072a2-0553-41d3-aaff-3c476944f8ef", "name": "network-vif-plugged", "status": "completed", "tag": "ba8fa782-801c-4750-932a-4bdb3379849a"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:59:40.246566 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ba8fa782-801c-4750-932a-4bdb3379849a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba8fa782-801c-4750-932a-4bdb3379849a,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 11:59:40.253326 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.273705 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-25523818-a397-4e45-85c1-8d04cdeeb5fc req-5debb779-3620-46df-9e6c-a03633d5e6a3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609746 Jan 28 11:59:40.304229 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f46d6-63c2-4af3-8726-f970389139c4 x-openstack-request-id: req-a17f46d6-63c2-4af3-8726-f970389139c4 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:59:40.304547 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939072a2-0553-41d3-aaff-3c476944f8ef", "name": "network-vif-plugged", "status": "completed", "tag": "ba8fa782-801c-4750-932a-4bdb3379849a", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:59:40.304807 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a17f46d6-63c2-4af3-8726-f970389139c4 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:59:40.305203 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939072a2-0553-41d3-aaff-3c476944f8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8fa782-801c-4750-932a-4bdb3379849a', 'code': 200} Jan 28 11:59:40.332861 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ba8fa782-801c-4750-932a-4bdb3379849a,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:40.427846 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6a500c3a-3427-403d-adef-0dda119ef2d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.508836 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6a500c3a-3427-403d-adef-0dda119ef2d0 admin admin] Publish callbacks [] for security_group (49f32e44-e534-43bc-8fce-d497bad29205), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.514147 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6a500c3a-3427-403d-adef-0dda119ef2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (49f32e44-e534-43bc-8fce-d497bad29205), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.551874 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6a500c3a-3427-403d-adef-0dda119ef2d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=addfe4f1d7b640dfa096b63a16b8a86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583183 Jan 28 11:59:40.552780 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a500c3a-3427-403d-adef-0dda119ef2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f32e44-e534-43bc-8fce-d497bad29205,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:40.554652 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48290) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:40.614961 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e18f6bf4-275f-4525-82b9-142bb5e3d4ca admin admin] Publish callbacks [] for security_group (49f32e44-e534-43bc-8fce-d497bad29205), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.636382 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e18f6bf4-275f-4525-82b9-142bb5e3d4ca admin admin] Publish callbacks [] for security_group (49f32e44-e534-43bc-8fce-d497bad29205), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.685172 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e18f6bf4-275f-4525-82b9-142bb5e3d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (49f32e44-e534-43bc-8fce-d497bad29205), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.687782 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e18f6bf4-275f-4525-82b9-142bb5e3d4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:40.691271 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e18f6bf4-275f-4525-82b9-142bb5e3d4ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49f32e44-e534-43bc-8fce-d497bad29205 HTTP/1.1" status: 204 len: 168 time: 0.1312671 Jan 28 11:59:40.700978 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f6bf4-275f-4525-82b9-142bb5e3d4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f32e44-e534-43bc-8fce-d497bad29205,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:40.835198 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67cfd1-2e3b-4837-ac8d-b81b5f92cf0f req-dd6fd56e-33a6-4ad8-9dc8-27ed99a68383 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:40.837148 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2f67cfd1-2e3b-4837-ac8d-b81b5f92cf0f req-dd6fd56e-33a6-4ad8-9dc8-27ed99a68383 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0506797 Jan 28 11:59:40.939392 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2f67cfd1-2e3b-4837-ac8d-b81b5f92cf0f req-4fd5db52-4eca-41be-9ff4-db5cb043d151 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860181 Jan 28 11:59:41.000935 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48312) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:41.097612 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 11:59:41.125649 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48322) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:41.138953 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56894eab-93e9-4f5c-92d7-8cdeba9127cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.139716 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b823-59c2-4c44-8dbf-cc2bd723400a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.216821 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b823-59c2-4c44-8dbf-cc2bd723400a admin admin] Publish callbacks [] for security_group (4a4d2ed9-696c-4a54-af69-ad624de9ca2b), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.216975 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56894eab-93e9-4f5c-92d7-8cdeba9127cb admin admin] Publish callbacks [] for security_group (6a173040-47bf-4a12-af6f-e3c92cc4f4af), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.221779 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b823-59c2-4c44-8dbf-cc2bd723400a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4a4d2ed9-696c-4a54-af69-ad624de9ca2b), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.232952 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56894eab-93e9-4f5c-92d7-8cdeba9127cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (6a173040-47bf-4a12-af6f-e3c92cc4f4af), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.255311 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b5e3b823-59c2-4c44-8dbf-cc2bd723400a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=231404438dca4058aa3c04ef11fba6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285789 Jan 28 11:59:41.258367 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48330) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:41.275174 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-56894eab-93e9-4f5c-92d7-8cdeba9127cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d18daa62cdd4e06b320a817a5a666e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727284 Jan 28 11:59:41.276007 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48332) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:41.276855 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56894eab-93e9-4f5c-92d7-8cdeba9127cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a173040-47bf-4a12-af6f-e3c92cc4f4af,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:41.277581 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3b823-59c2-4c44-8dbf-cc2bd723400a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d2ed9-696c-4a54-af69-ad624de9ca2b,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:41.317460 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8466f079-e08b-4d5c-af33-30d1fa450c0a admin admin] Publish callbacks [] for security_group (4a4d2ed9-696c-4a54-af69-ad624de9ca2b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.342937 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8466f079-e08b-4d5c-af33-30d1fa450c0a admin admin] Publish callbacks [] for security_group (4a4d2ed9-696c-4a54-af69-ad624de9ca2b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.344285 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6817daf-aecf-4bd1-bded-926b10c3822a admin admin] Publish callbacks [] for security_group (6a173040-47bf-4a12-af6f-e3c92cc4f4af), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.377342 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6817daf-aecf-4bd1-bded-926b10c3822a admin admin] Publish callbacks [] for security_group (6a173040-47bf-4a12-af6f-e3c92cc4f4af), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.411465 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8466f079-e08b-4d5c-af33-30d1fa450c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4a4d2ed9-696c-4a54-af69-ad624de9ca2b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.414930 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8466f079-e08b-4d5c-af33-30d1fa450c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.418738 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8466f079-e08b-4d5c-af33-30d1fa450c0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a4d2ed9-696c-4a54-af69-ad624de9ca2b HTTP/1.1" status: 204 len: 168 time: 0.1570325 Jan 28 11:59:41.425997 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466f079-e08b-4d5c-af33-30d1fa450c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d2ed9-696c-4a54-af69-ad624de9ca2b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:41.475366 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429cb26-a978-4c9a-b8b9-25bda97b7864 req-8f0e6ca4-6a13-4679-946a-9bac75ecb029 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:41.476902 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1429cb26-a978-4c9a-b8b9-25bda97b7864 req-8f0e6ca4-6a13-4679-946a-9bac75ecb029 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.1052046 Jan 28 11:59:41.505039 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6817daf-aecf-4bd1-bded-926b10c3822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (6a173040-47bf-4a12-af6f-e3c92cc4f4af), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.507636 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d6817daf-aecf-4bd1-bded-926b10c3822a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:41.511097 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d6817daf-aecf-4bd1-bded-926b10c3822a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a173040-47bf-4a12-af6f-e3c92cc4f4af HTTP/1.1" status: 204 len: 168 time: 0.2293322 Jan 28 11:59:41.529083 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6817daf-aecf-4bd1-bded-926b10c3822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a173040-47bf-4a12-af6f-e3c92cc4f4af,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:41.556120 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1429cb26-a978-4c9a-b8b9-25bda97b7864 req-f63cb43b-fc41-42e6-b262-b18b7a1b5624 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734143 Jan 28 11:59:42.076460 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3128e-0cb7-4ae6-af67-15ee6d3e3b4f req-d20f9f28-fd50-4611-88f6-22ac3cb9eb94 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:42.078382 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cfd3128e-0cb7-4ae6-af67-15ee6d3e3b4f req-d20f9f28-fd50-4611-88f6-22ac3cb9eb94 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0552046 Jan 28 11:59:42.128331 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cfd3128e-0cb7-4ae6-af67-15ee6d3e3b4f req-43f5d3da-582f-4e5f-8fed-dc620a9764bf tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Jan 28 11:59:42.284591 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48396) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:42.486659 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1192587071-network', 'tenant_id': 'e05cbacc79de498ab41518831106b1bb'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:42.511713 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Made reservation on behalf of e05cbacc79de498ab41518831106b1bb for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:42.514485 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.523756 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.605757 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks [] for security_group (f4d8f2fc-de2c-47e2-9136-77da53baa158), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.611112 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f4d8f2fc-de2c-47e2-9136-77da53baa158), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.633327 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:59:42.647277 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d8f2fc-de2c-47e2-9136-77da53baa158,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:42.652513 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (4f16cda7-4720-447d-8681-1f78b9d27d13), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.653049 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Added segment 4f16cda7-4720-447d-8681-1f78b9d27d13 of type vlan for network 5effe909-c828-4928-8392-ccf95072b531 Jan 28 11:59:42.678656 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442210-192e-4fa3-987c-553c98f17103 req-c342b71c-7bca-4bb1-823a-a73624c506b2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:42.687211 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0d442210-192e-4fa3-987c-553c98f17103 req-c342b71c-7bca-4bb1-823a-a73624c506b2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0593512 Jan 28 11:59:42.697564 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (5effe909-c828-4928-8392-ccf95072b531), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.723453 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (5effe909-c828-4928-8392-ccf95072b531), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.725116 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:42.726146 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:42.733918 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0d442210-192e-4fa3-987c-553c98f17103 req-da5c21ed-86d4-49dd-968a-697bb9eca4be tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455263 Jan 28 11:59:42.793406 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5073872 Jan 28 11:59:42.797587 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48416) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:42.802632 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Request body: {'subnet': {'network_id': '5effe909-c828-4928-8392-ccf95072b531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1192587071-subnet', 'tenant_id': 'e05cbacc79de498ab41518831106b1bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:42.804087 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c20700-948b-4a3f-ba73-fae77b0552b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5effe909-c828-4928-8392-ccf95072b531,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:42.814697 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 5effe909-c828-4928-8392-ccf95072b531 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:59:42.824317 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Made reservation on behalf of e05cbacc79de498ab41518831106b1bb for: {'subnet': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:42.826669 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.027782 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (723e0a86-2e6b-47ef-b8b9-901b6cd26544), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.078978 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84141c2-c3fb-458a-b93f-19d1b14da622 req-ee21a535-8c60-4038-81bd-cb9facc4bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:43.080564 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a84141c2-c3fb-458a-b93f-19d1b14da622 req-ee21a535-8c60-4038-81bd-cb9facc4bf99 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 1098 time: 0.0420215 Jan 28 11:59:43.080683 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=723e0a86-2e6b-47ef-b8b9-901b6cd26544,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:43.091934 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Checking segment: {'id': '4f16cda7-4720-447d-8681-1f78b9d27d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5effe909-c828-4928-8392-ccf95072b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:59:43.092280 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Network hostable DHCP agents. Network: 5effe909-c828-4928-8392-ccf95072b531, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:59:43.109963 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Network 5effe909-c828-4928-8392-ccf95072b531 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:59:43.119249 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 5effe909-c828-4928-8392-ccf95072b531) {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:59:43.123721 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:43.124516 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.131845 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37008e4a-1101-4f46-b803-82f7673a635a None None] Network 5effe909-c828-4928-8392-ccf95072b531 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:59:43.138229 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a84141c2-c3fb-458a-b93f-19d1b14da622 req-4904a3bc-b23e-4a77-a5dc-c212e9be598a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Jan 28 11:59:43.141471 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-ff79cdce-160a-4ef1-a0ae-61f0040925fe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3426421 Jan 28 11:59:43.239555 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc1bbc-c4a3-4dd0-90aa-56e1bec3ed93 None None] Network 5effe909-c828-4928-8392-ccf95072b531 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:59:43.260979 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6c00-256a-4acd-88c8-72e4890cecc1 req-436b1f9a-7727-438d-a1e4-039675435688 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:43.260979 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0d4b6c00-256a-4acd-88c8-72e4890cecc1 req-436b1f9a-7727-438d-a1e4-039675435688 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0579953 Jan 28 11:59:43.314851 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0d4b6c00-256a-4acd-88c8-72e4890cecc1 req-f3d1797a-5c58-452e-8440-fd5ef517b89a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494316 Jan 28 11:59:43.663634 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48448) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:43.669235 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-548673845-network', 'tenant_id': 'f78ebf2894514ab0935152aa662e7b47'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:43.691945 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Made reservation on behalf of f78ebf2894514ab0935152aa662e7b47 for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:43.694561 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.704372 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.784431 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks [] for security_group (7c86e68f-1fdc-4947-8379-78610214a842), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.788967 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7c86e68f-1fdc-4947-8379-78610214a842), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.822095 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:59:43.842112 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c86e68f-1fdc-4947-8379-78610214a842,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:43.872510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (3f3d954c-6fa1-44a6-8910-776ebe602ab3), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:43.873135 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Added segment 3f3d954c-6fa1-44a6-8910-776ebe602ab3 of type vlan for network e5f17439-c0f3-40bb-827e-7e24ea3444cb Jan 28 11:59:43.920633 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38285d-97b0-4445-a21c-b35fcc51fb5d req-ff2c2e2f-c0ff-4162-b28e-702d3b271f56 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:43.922192 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ce38285d-97b0-4445-a21c-b35fcc51fb5d req-ff2c2e2f-c0ff-4162-b28e-702d3b271f56 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0958657 Jan 28 11:59:43.973842 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (e5f17439-c0f3-40bb-827e-7e24ea3444cb), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:44.023930 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ce38285d-97b0-4445-a21c-b35fcc51fb5d req-d15e1374-1ef1-4c6a-8332-ee9de09b3fbb tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804379 Jan 28 11:59:44.025382 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (e5f17439-c0f3-40bb-827e-7e24ea3444cb), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:44.026378 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:44.027027 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:44.094017 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4289970 Jan 28 11:59:44.096861 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48470) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:44.102373 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Request body: {'subnet': {'network_id': 'e5f17439-c0f3-40bb-827e-7e24ea3444cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-548673845-subnet', 'tenant_id': 'f78ebf2894514ab0935152aa662e7b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:44.102880 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8a08b-279f-463c-9f6d-4f87c4805736 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f17439-c0f3-40bb-827e-7e24ea3444cb,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:44.114298 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network e5f17439-c0f3-40bb-827e-7e24ea3444cb details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:59:44.131837 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Made reservation on behalf of f78ebf2894514ab0935152aa662e7b47 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:44.134766 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26662354'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:44.389293 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26305462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26662336'] for subnet (a26577b9-7c2a-418b-80e7-33ffea5faa6b), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:44.456180 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a26577b9-7c2a-418b-80e7-33ffea5faa6b,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:44.474484 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Checking segment: {'id': '3f3d954c-6fa1-44a6-8910-776ebe602ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'e5f17439-c0f3-40bb-827e-7e24ea3444cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:59:44.474921 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Network hostable DHCP agents. Network: e5f17439-c0f3-40bb-827e-7e24ea3444cb, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:59:44.490585 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b201a5-183b-4dce-9765-7292a1a7d81a req-b1140abf-2af8-4ae1-b923-9f93e6e1c324 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:44.492362 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-96b201a5-183b-4dce-9765-7292a1a7d81a req-b1140abf-2af8-4ae1-b923-9f93e6e1c324 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0604572 Jan 28 11:59:44.493803 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Network e5f17439-c0f3-40bb-827e-7e24ea3444cb is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:59:44.504608 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, e5f17439-c0f3-40bb-827e-7e24ea3444cb) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:59:44.508842 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:44.509536 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:44.513947 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0b13f-ee38-42b5-9508-139e219c5f38 None None] Network e5f17439-c0f3-40bb-827e-7e24ea3444cb requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:59:44.526421 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-56908455-5cf3-4384-ba3a-5117e85a3926 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4283381 Jan 28 11:59:44.575217 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-96b201a5-183b-4dce-9765-7292a1a7d81a req-9c9596a1-7f2a-409b-a4b1-d7c5d5d76327 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766616 Jan 28 11:59:44.632235 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a091dd-0799-4c2d-9861-ec2cc0201fa6 None None] Network e5f17439-c0f3-40bb-827e-7e24ea3444cb requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:59:45.172874 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacfe52-bc5a-4f0e-829e-6dfb18f79f1f req-4857f7e5-c727-4252-a834-d8c5fda8377b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:45.174759 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cfacfe52-bc5a-4f0e-829e-6dfb18f79f1f req-4857f7e5-c727-4252-a834-d8c5fda8377b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0634398 Jan 28 11:59:45.239121 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cfacfe52-bc5a-4f0e-829e-6dfb18f79f1f req-ac026e87-1b83-4e53-81db-5f91376de11a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583258 Jan 28 11:59:45.298064 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48502) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:45.412098 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1899daf-388b-489b-abbd-24572aa0f66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:45.489910 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1899daf-388b-489b-abbd-24572aa0f66b admin admin] Publish callbacks [] for security_group (61687221-1351-478d-b7cd-088d1fff5762), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:45.495012 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1899daf-388b-489b-abbd-24572aa0f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (61687221-1351-478d-b7cd-088d1fff5762), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:45.532716 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b1899daf-388b-489b-abbd-24572aa0f66b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2663870616d425ca983f918f865aba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336087 Jan 28 11:59:45.533984 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1899daf-388b-489b-abbd-24572aa0f66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61687221-1351-478d-b7cd-088d1fff5762,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:45.535690 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48508) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:45.592052 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8fc07a2-7c70-4ec5-91eb-54b4a6e499b9 admin admin] Publish callbacks [] for security_group (61687221-1351-478d-b7cd-088d1fff5762), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:45.614212 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8fc07a2-7c70-4ec5-91eb-54b4a6e499b9 admin admin] Publish callbacks [] for security_group (61687221-1351-478d-b7cd-088d1fff5762), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:45.685249 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8fc07a2-7c70-4ec5-91eb-54b4a6e499b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (61687221-1351-478d-b7cd-088d1fff5762), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:45.687724 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c8fc07a2-7c70-4ec5-91eb-54b4a6e499b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:45.688891 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c8fc07a2-7c70-4ec5-91eb-54b4a6e499b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61687221-1351-478d-b7cd-088d1fff5762 HTTP/1.1" status: 204 len: 168 time: 0.1521025 Jan 28 11:59:45.698850 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c62e05-687e-4ac3-8224-18b5effb4ed2 req-dca5501c-3322-42ff-a898-05741b00c59f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:45.700343 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62c62e05-687e-4ac3-8224-18b5effb4ed2 req-dca5501c-3322-42ff-a898-05741b00c59f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0602474 Jan 28 11:59:45.709097 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc07a2-7c70-4ec5-91eb-54b4a6e499b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61687221-1351-478d-b7cd-088d1fff5762,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:45.751089 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62c62e05-687e-4ac3-8224-18b5effb4ed2 req-343f711e-ee7c-45d7-8f58-715058cc191e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Jan 28 11:59:46.362179 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959548ee-638b-4ca1-b2e5-5e67146369f9 req-a7b8146e-1fd0-4f71-8dd9-047670706340 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:46.363713 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-959548ee-638b-4ca1-b2e5-5e67146369f9 req-a7b8146e-1fd0-4f71-8dd9-047670706340 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0565808 Jan 28 11:59:46.412307 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-959548ee-638b-4ca1-b2e5-5e67146369f9 req-22972171-9f15-490e-b5fb-10088a40f25e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425172 Jan 28 11:59:46.732502 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48554) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:46.857642 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-14c86e30-38b6-46dc-9398-522254af111b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:46.892189 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4db8f9-59c3-4c59-a9a7-cce09b5e0db7 req-f808f523-2684-4638-a7ec-4ec5ffc2a8b8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:46.893652 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4e4db8f9-59c3-4c59-a9a7-cce09b5e0db7 req-f808f523-2684-4638-a7ec-4ec5ffc2a8b8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0737512 Jan 28 11:59:46.969354 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4e4db8f9-59c3-4c59-a9a7-cce09b5e0db7 req-dfb1a566-feda-4cad-b2ec-f1823e1c4995 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669873 Jan 28 11:59:46.989387 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-14c86e30-38b6-46dc-9398-522254af111b admin admin] Publish callbacks [] for security_group (0459bc88-9d32-4ee7-82d3-5f0e8bad5142), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:46.994538 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-14c86e30-38b6-46dc-9398-522254af111b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0459bc88-9d32-4ee7-82d3-5f0e8bad5142), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:47.041507 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-14c86e30-38b6-46dc-9398-522254af111b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16f8798484914fea8eed11c027556192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078969 Jan 28 11:59:47.042387 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c86e30-38b6-46dc-9398-522254af111b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0459bc88-9d32-4ee7-82d3-5f0e8bad5142,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:47.044604 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48564) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:47.100784 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2e52f484-c9b2-49e0-baf4-f075c3edc051 admin admin] Publish callbacks [] for security_group (0459bc88-9d32-4ee7-82d3-5f0e8bad5142), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:47.122322 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2e52f484-c9b2-49e0-baf4-f075c3edc051 admin admin] Publish callbacks [] for security_group (0459bc88-9d32-4ee7-82d3-5f0e8bad5142), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:47.176288 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2e52f484-c9b2-49e0-baf4-f075c3edc051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0459bc88-9d32-4ee7-82d3-5f0e8bad5142), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:47.178852 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2e52f484-c9b2-49e0-baf4-f075c3edc051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:47.180047 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2e52f484-c9b2-49e0-baf4-f075c3edc051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0459bc88-9d32-4ee7-82d3-5f0e8bad5142 HTTP/1.1" status: 204 len: 168 time: 0.1337473 Jan 28 11:59:47.189239 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f484-c9b2-49e0-baf4-f075c3edc051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0459bc88-9d32-4ee7-82d3-5f0e8bad5142,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:47.539615 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a809c50-b1e4-4b21-9525-b9cf23cd2d9c req-924b56ed-a5da-4e7d-8229-da4e5d9da4d2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:47.541145 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5a809c50-b1e4-4b21-9525-b9cf23cd2d9c req-924b56ed-a5da-4e7d-8229-da4e5d9da4d2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0534368 Jan 28 11:59:47.589941 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5a809c50-b1e4-4b21-9525-b9cf23cd2d9c req-8401686f-f392-47b7-b675-6ad0709ef3ad tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Jan 28 11:59:47.851577 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 48598) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:47.959423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1475855208-network', 'tenant_id': 'e5cdb821ebbb46e699c34764e7ca2962'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:47.981990 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Made reservation on behalf of e5cdb821ebbb46e699c34764e7ca2962 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:47.984698 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:47.995271 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.098002 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks [] for security_group (919b303e-dcdd-4de5-99e9-7f56a9d763a9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.103566 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (919b303e-dcdd-4de5-99e9-7f56a9d763a9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.122264 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ffb9d-20e3-4573-a8ce-86a32ccec970 req-483a2c0a-90f1-488b-8325-2cc1ba204987 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:48.123818 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ad7ffb9d-20e3-4573-a8ce-86a32ccec970 req-483a2c0a-90f1-488b-8325-2cc1ba204987 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0721571 Jan 28 11:59:48.150612 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919b303e-dcdd-4de5-99e9-7f56a9d763a9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:48.166182 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:59:48.181457 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (b0f2f62f-115a-40d3-b4cb-2484f54b7fb6), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.182023 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Added segment b0f2f62f-115a-40d3-b4cb-2484f54b7fb6 of type vlan for network 73828d43-5bad-44be-92f8-23c5fa4be674 Jan 28 11:59:48.188894 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ad7ffb9d-20e3-4573-a8ce-86a32ccec970 req-67ec9c07-9a8c-4a6e-aa36-4b2694b283be tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510342 Jan 28 11:59:48.239506 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (73828d43-5bad-44be-92f8-23c5fa4be674), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.279558 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (73828d43-5bad-44be-92f8-23c5fa4be674), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.281429 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:48.282129 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.351868 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 48630) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:48.356453 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5036819 Jan 28 11:59:48.356731 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Request body: {'subnet': {'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1475855208-subnet', 'tenant_id': 'e5cdb821ebbb46e699c34764e7ca2962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:48.369398 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b0c21-7c63-4102-9f48-a28d9a2e8b6a admin admin] Pushing event updated for resources: {'Network': ['ID=73828d43-5bad-44be-92f8-23c5fa4be674,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:48.387562 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 73828d43-5bad-44be-92f8-23c5fa4be674 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 11:59:48.393839 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Made reservation on behalf of e5cdb821ebbb46e699c34764e7ca2962 for: {'subnet': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:48.396404 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.499097 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-99f69a28-42d6-4ebc-a4f5-d2f7012b4e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.752634 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f2fe8-03ad-41a1-b82c-7fafb56adcbd req-fb34fddf-ccb5-453a-977f-e3adc080a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:48.752634 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c1f2fe8-03ad-41a1-b82c-7fafb56adcbd req-fb34fddf-ccb5-453a-977f-e3adc080a8bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 1099 time: 0.0624871 Jan 28 11:59:48.786866 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f362d62-f6c2-42d7-b5ca-94caf501347a req-cfc42710-874d-4aef-a5a7-5cf972ae60ae tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:48.794419 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2f362d62-f6c2-42d7-b5ca-94caf501347a req-cfc42710-874d-4aef-a5a7-5cf972ae60ae tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.1185300 Jan 28 11:59:48.797374 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for subnet (8bcc71c1-6ab7-451f-8532-79ff53c7b0ec), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.856886 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c1f2fe8-03ad-41a1-b82c-7fafb56adcbd req-96182877-8b4b-4716-b9d9-7abd42b4f032 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829327 Jan 28 11:59:48.907254 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2f362d62-f6c2-42d7-b5ca-94caf501347a req-c6bc38c4-dc7e-4e46-ae1b-e4226d3bee47 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119077 Jan 28 11:59:48.925863 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcc71c1-6ab7-451f-8532-79ff53c7b0ec,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:48.932243 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Checking segment: {'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:59:48.932598 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Network hostable DHCP agents. Network: 73828d43-5bad-44be-92f8-23c5fa4be674, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:59:48.954586 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Network 73828d43-5bad-44be-92f8-23c5fa4be674 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:59:48.966639 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 73828d43-5bad-44be-92f8-23c5fa4be674) {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:59:48.971739 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:48.973024 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:48.979088 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a097ccd-7bda-4ddc-9d91-44c056c999ef None None] Network 73828d43-5bad-44be-92f8-23c5fa4be674 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:59:49.002035 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c1ec136f-1534-45b3-8c03-4fc251fd5aef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6489120 Jan 28 11:59:49.122779 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb35f59-64d6-403f-9e5e-094f12eb12ba None None] Network 73828d43-5bad-44be-92f8-23c5fa4be674 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 11:59:50.027940 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e79d71-6366-4668-a639-ae8872220119 req-5dd869c7-fc34-496c-b8ca-4fb90e7c4584 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:50.029452 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-41e79d71-6366-4668-a639-ae8872220119 req-5dd869c7-fc34-496c-b8ca-4fb90e7c4584 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0487916 Jan 28 11:59:50.086941 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-41e79d71-6366-4668-a639-ae8872220119 req-d60ed953-2480-458b-82cb-784a7addcd73 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485935 Jan 28 11:59:50.622398 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0227a833-eb2b-4ade-9c9e-91ae3250706a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:50.969354 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:51.202977 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68e07a-172b-4177-8aad-3199e178cd3f req-097d197b-de7a-4d88-bfa0-7f44b014cb07 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:51.204398 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fe68e07a-172b-4177-8aad-3199e178cd3f req-097d197b-de7a-4d88-bfa0-7f44b014cb07 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0489419 Jan 28 11:59:51.251659 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fe68e07a-172b-4177-8aad-3199e178cd3f req-a47173db-1613-4292-aac9-9ef73a865428 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Jan 28 11:59:51.623945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:52.384063 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9af4e-2d25-4aee-a9c9-d39b1c839450 req-31a2a876-3b39-4337-adce-cf34494588aa tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:52.385575 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c8c9af4e-2d25-4aee-a9c9-d39b1c839450 req-31a2a876-3b39-4337-adce-cf34494588aa tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0593023 Jan 28 11:59:52.432372 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c8c9af4e-2d25-4aee-a9c9-d39b1c839450 req-245ee335-d0b5-46ae-8ff4-d53da71804d9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Jan 28 11:59:53.212650 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:53.558485 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5c1e-31c3-48b8-b933-f5afac59e5c7 req-a1a887cf-7264-42b3-8adc-39a457e90091 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:53.560354 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-237b5c1e-31c3-48b8-b933-f5afac59e5c7 req-a1a887cf-7264-42b3-8adc-39a457e90091 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0579069 Jan 28 11:59:53.644931 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-237b5c1e-31c3-48b8-b933-f5afac59e5c7 req-897d9c96-fc10-4434-b05a-8fdf643bdbf7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773807 Jan 28 11:59:53.808899 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8f181-26e1-4e32-8369-e508a7e7338b req-a11265cf-127a-494c-ae16-034e1654d2d7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:53.816477 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3ad8f181-26e1-4e32-8369-e508a7e7338b req-a11265cf-127a-494c-ae16-034e1654d2d7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0887787 Jan 28 11:59:53.928374 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3ad8f181-26e1-4e32-8369-e508a7e7338b req-9733a8e0-d56c-4ed1-a550-af0c45a8e138 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080306 Jan 28 11:59:53.999434 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-b7443754-d694-4142-b0ad-4c71dae3e3d8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:54.001771 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-b7443754-d694-4142-b0ad-4c71dae3e3d8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.1669421 Jan 28 11:59:54.039164 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-5d129215-6a94-4f18-9244-5fe1c0aad87a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/quotas/fcbafd4a840f4924a84abd5deff7c921 HTTP/1.1" status: 200 len: 375 time: 0.0295534 Jan 28 11:59:54.117068 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-d319f239-702e-4490-bc70-f7e829d73453 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752833 Jan 28 11:59:54.282038 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-ffb5ac91-5e8e-42ed-8443-aa6a78509a66 service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560292 Jan 28 11:59:54.371781 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-c6ad4d0d-71bb-478d-bf56-457967d0ea43 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:54.373339 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-c6ad4d0d-71bb-478d-bf56-457967d0ea43 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/networks?id=73828d43-5bad-44be-92f8-23c5fa4be674 HTTP/1.1" status: 200 len: 814 time: 0.1892750 Jan 28 11:59:54.408738 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-94b52542-8e22-414e-8864-57e726a17f0d tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/quotas/e5cdb821ebbb46e699c34764e7ca2962 HTTP/1.1" status: 200 len: 375 time: 0.0176687 Jan 28 11:59:54.448103 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-dfccc166-1ca4-4f7c-9675-fcd16d667cfc tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5cdb821ebbb46e699c34764e7ca2962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380819 Jan 28 11:59:54.452075 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-a58a5221-e3b8-437e-9046-2ecd036218ec service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621141 Jan 28 11:59:54.531311 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:54.553846 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-751a3a23-7c59-49b3-991b-d9cb9ae72c56 service neutron] 10.222.0.36 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936635 Jan 28 11:59:54.640831 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bdb57246-4015-44be-9b32-a10bce94ba63 req-b5ffbe32-793c-49b3-b40d-f9da282b1747 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 210 time: 0.0286109 Jan 28 11:59:54.672274 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-cd40ceea-62e5-4b67-af82-7a565201864d service neutron] 10.222.0.36 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126959 Jan 28 11:59:54.842827 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-83e2a3ff-638c-4fc8-b488-e4895ce38a21 req-d81d404a-ea6a-45d5-b07a-6a9d486bef05 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 210 time: 0.0331867 Jan 28 11:59:55.719568 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6e9a9-aac7-4676-85e8-4c156f2a64c7 req-f7e6b50b-f5a4-4076-a82e-758037f6db9f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:55.720811 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-ee6e66ac-cc83-43b9-b812-994510c86d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:55.722418 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ab6e9a9-aac7-4676-85e8-4c156f2a64c7 req-f7e6b50b-f5a4-4076-a82e-758037f6db9f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0636523 Jan 28 11:59:55.723420 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-ee6e66ac-cc83-43b9-b812-994510c86d47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.0573711 Jan 28 11:59:55.772660 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e3737e55-ff83-44d4-94ee-561e1e13af14 req-92150ac1-5ef9-46e4-976a-c116bdb2f717 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 210 time: 0.0356882 Jan 28 11:59:55.855759 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-ea868cc8-f959-4ea7-8c56-5cbb1e8133ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:55.856406 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ab6e9a9-aac7-4676-85e8-4c156f2a64c7 req-716839a4-c364-4a28-8f05-16e9e8b099c9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277173 Jan 28 11:59:55.857648 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-ea868cc8-f959-4ea7-8c56-5cbb1e8133ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 919 time: 0.1231806 Jan 28 11:59:55.928122 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-d2c5d464-b2ce-4d6f-a639-553121c414e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0477581 Jan 28 11:59:56.009851 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b29a47cc-2fa2-4fa5-8662-cd8ac13e8126 req-6dd3ca5a-cff6-4b20-a449-79dce840d047 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 210 time: 0.0597885 Jan 28 11:59:56.028923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-1a24ddcf-c111-475d-97a6-f1198c080e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:56.031419 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-1a24ddcf-c111-475d-97a6-f1198c080e72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.0866783 Jan 28 11:59:56.041846 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-88dbea21-0369-4953-bfef-f25814dacfc8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:56.041846 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-88dbea21-0369-4953-bfef-f25814dacfc8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.2355995 Jan 28 11:59:56.076652 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Request body: {'port': {'device_id': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'admin_state_up': True, 'tenant_id': 'fcbafd4a840f4924a84abd5deff7c921'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:56.081266 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-a6cd891f-8089-4d49-aaab-659f7c79fad5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366700 Jan 28 11:59:56.202301 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Made reservation on behalf of fcbafd4a840f4924a84abd5deff7c921 for: {'port': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:56.206062 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:56.271626 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-20493f60-acdc-4262-abcc-d01c7c3a4679 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794827 Jan 28 11:59:56.285549 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-4c040db6-7ea0-43d6-88d0-4340471bbdc9 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:56.287754 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-4c040db6-7ea0-43d6-88d0-4340471bbdc9 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "GET /v2.0/networks?id=73828d43-5bad-44be-92f8-23c5fa4be674 HTTP/1.1" status: 200 len: 814 time: 0.1717768 Jan 28 11:59:56.345485 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Request body: {'port': {'device_id': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674', 'admin_state_up': True, 'tenant_id': 'e5cdb821ebbb46e699c34764e7ca2962'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:56.383118 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Allocated IP 172.20.0.8 (719e6218-49e1-4bc2-bf2c-6203f2e73a2c/f21654bc-3086-4047-a702-1e72af5b3c04/bbbde6cc-ee20-4cf3-bc69-75282dc6fa88) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:59:56.525105 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2fa07af3-b39e-466b-b1aa-f8e00c6c9b23 req-8c6ea047-c5a4-45e4-b11b-c3ba2e5eca5d service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359188 Jan 28 11:59:56.560615 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Made reservation on behalf of e5cdb821ebbb46e699c34764e7ca2962 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:59:56.566673 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:56.647148 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks [] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:56.705953 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49034) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:56.725758 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:56.740225 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'ba8fa782-801c-4750-932a-4bdb3379849a'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 11:59:56.891483 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:59:56.917094 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Allocated IP 172.20.0.13 (73828d43-5bad-44be-92f8-23c5fa4be674/8bcc71c1-6ab7-451f-8532-79ff53c7b0ec/05c442fa-95cb-4e0e-936e-5755c72bee40) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:59:56.942333 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:59:56.967248 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:59:56.972278 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:56.972876 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:56.977269 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event updated for resources: {'Port': ['ID=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:57.112539 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks [] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.163722 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.217112 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Network 73828d43-5bad-44be-92f8-23c5fa4be674 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:59:57.223843 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:59:57.227535 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 11:59:57.234433 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc036-7482-4b9c-9f0d-7ef498ef0b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.254217 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Pushing event updated for resources: {'Port': ['ID=05c442fa-95cb-4e0e-936e-5755c72bee40,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:57.277510 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-48cb412e-63ed-4537-a485-3a29efece1f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047837 Jan 28 11:59:57.289168 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:57.289961 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.301218 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Request body: {'port': {'device_id': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:57.308162 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-befa95bd-2d65-43a7-909e-64ee5555faf0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9952700 Jan 28 11:59:57.310493 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd0c24-e007-4f66-aa90-7f16c7ad40e1 req-9a4dab0c-379c-4a27-b06a-06b81160b7f7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:57.311951 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9afd0c24-e007-4f66-aa90-7f16c7ad40e1 req-9a4dab0c-379c-4a27-b06a-06b81160b7f7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 931 time: 0.4173150 Jan 28 11:59:57.319624 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Request body: {'port': {'device_id': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:59:57.362584 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb6b0-25fe-40e7-9ebf-cd88b0f6a1a6 req-ecdf5415-abc2-4ffc-b928-9bd3a2330853 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:57.363991 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-314fb6b0-25fe-40e7-9ebf-cd88b0f6a1a6 req-ecdf5415-abc2-4ffc-b928-9bd3a2330853 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.3886111 Jan 28 11:59:57.376674 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.474743 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.485964 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9afd0c24-e007-4f66-aa90-7f16c7ad40e1 req-ea21f954-d5f9-46a6-8cfc-1183ea6279f1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461973 Jan 28 11:59:57.515011 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-314fb6b0-25fe-40e7-9ebf-cd88b0f6a1a6 req-9a8d37a9-4960-4586-84b5-b8d32a98f52a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416757 Jan 28 11:59:57.529363 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc036-7482-4b9c-9f0d-7ef498ef0b4d admin admin] Publish callbacks [] for security_group (05d95017-2dfb-4c74-bd5b-9db05d2f57fb), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.565244 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc036-7482-4b9c-9f0d-7ef498ef0b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (05d95017-2dfb-4c74-bd5b-9db05d2f57fb), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.662711 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6a5fc036-7482-4b9c-9f0d-7ef498ef0b4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c56b717dcfbf4b978dfdf13191d2cd78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9552064 Jan 28 11:59:57.674963 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49054) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:57.708857 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c442fa-95cb-4e0e-936e-5755c72bee40 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:59:57.712262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fc036-7482-4b9c-9f0d-7ef498ef0b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d95017-2dfb-4c74-bd5b-9db05d2f57fb,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:57.719465 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Publish callbacks [] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.745647 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Transition to ACTIVE for port object 05c442fa-95cb-4e0e-936e-5755c72bee40 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:59:57.753815 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.758474 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492f006-0c9a-4147-b0f4-1fdf66818c60 req-225875e3-0d4c-4b29-bfc7-58b750815d00 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:57.760002 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b492f006-0c9a-4147-b0f4-1fdf66818c60 req-225875e3-0d4c-4b29-bfc7-58b750815d00 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 932 time: 0.1767755 Jan 28 11:59:57.764547 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22da7435-0470-4807-bd1b-01ae5647d9bf admin admin] Publish callbacks [] for security_group (05d95017-2dfb-4c74-bd5b-9db05d2f57fb), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.824753 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22da7435-0470-4807-bd1b-01ae5647d9bf admin admin] Publish callbacks [] for security_group (05d95017-2dfb-4c74-bd5b-9db05d2f57fb), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.832744 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Pushing event updated for resources: {'Port': ['ID=05c442fa-95cb-4e0e-936e-5755c72bee40,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:57.878314 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b492f006-0c9a-4147-b0f4-1fdf66818c60 req-e314d132-4048-4871-8670-03fa6984cfe2 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914059 Jan 28 11:59:57.955777 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22da7435-0470-4807-bd1b-01ae5647d9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (05d95017-2dfb-4c74-bd5b-9db05d2f57fb), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.958038 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22da7435-0470-4807-bd1b-01ae5647d9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.959182 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-22da7435-0470-4807-bd1b-01ae5647d9bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05d95017-2dfb-4c74-bd5b-9db05d2f57fb HTTP/1.1" status: 204 len: 168 time: 0.2832861 Jan 28 11:59:57.967583 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 11:59:57.974699 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Attempting to bind port 05c442fa-95cb-4e0e-936e-5755c72bee40 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:59:57.975089 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Attempting to bind port 05c442fa-95cb-4e0e-936e-5755c72bee40 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:59:57.975347 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Attempting to bind port 05c442fa-95cb-4e0e-936e-5755c72bee40 on network 73828d43-5bad-44be-92f8-23c5fa4be674 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:59:57.979215 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Publish callbacks [] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:57.979784 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da7435-0470-4807-bd1b-01ae5647d9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d95017-2dfb-4c74-bd5b-9db05d2f57fb,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:57.983497 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Port 05c442fa-95cb-4e0e-936e-5755c72bee40 on network 73828d43-5bad-44be-92f8-23c5fa4be674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:59:57.983766 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Attempting to bind port 05c442fa-95cb-4e0e-936e-5755c72bee40 on network 73828d43-5bad-44be-92f8-23c5fa4be674 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:59:58.000735 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:59:58.001097 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Checking segment: {'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:59:58.001539 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Bound using segment: {'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:59:58.001753 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Transition to ACTIVE for port object bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 will not be triggered until provisioned by entity L2. {{(pid=102404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:59:58.002155 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Bound port: 05c442fa-95cb-4e0e-936e-5755c72bee40, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:59:58.004200 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.007136 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.085932 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:58.105976 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Attempting to bind port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 11:59:58.106703 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Attempting to bind port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 11:59:58.107457 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Attempting to bind port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:59:58.115489 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 11:59:58.116306 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Attempting to bind port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 11:59:58.123305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 11:59:58.125089 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Checking segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 11:59:58.125694 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Bound using segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 11:59:58.126481 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Bound port: bbbde6cc-ee20-4cf3-bc69-75282dc6fa88, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 11:59:58.127073 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.148237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] For port 05c442fa-95cb-4e0e-936e-5755c72bee40, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:59:58.151909 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] For port 05c442fa-95cb-4e0e-936e-5755c72bee40, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=05c442fa-95cb-4e0e-936e-5755c72bee40,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:59:58.159437 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.231049 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.233406 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.235055 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-20a972df-262f-4a51-b78f-34639473d11b service neutron] 10.222.0.39 "PUT /v2.0/ports/05c442fa-95cb-4e0e-936e-5755c72bee40 HTTP/1.1" status: 200 len: 1094 time: 0.9196539 Jan 28 11:59:58.236557 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'tag': '05c442fa-95cb-4e0e-936e-5755c72bee40'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:59:58.238338 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] For port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88, host hv-cinder-81187, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 11:59:58.240068 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8da522-d6e4-4ff1-95b4-782a46acc01d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3dbad91-b965-46e4-95e2-f691ea320afb", "tag": "05c442fa-95cb-4e0e-936e-5755c72bee40"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:59:58.248088 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] For port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 11:59:58.257906 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.311222 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.311965 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.313519 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 HTTP/1.1" status: 200 len: 1093 time: 1.0219376 Jan 28 11:59:58.314537 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'tag': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 11:59:58.316546 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b385e28-aebe-43c0-b505-64a4aed1d30c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd469f27-c482-4641-93a4-1e036867bdfb", "tag": "bbbde6cc-ee20-4cf3-bc69-75282dc6fa88"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 11:59:58.372706 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4f0a2-e672-43ac-a92f-6e673afe32d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:58.379572 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b674f7-29d2-4e8d-badf-1b9302ae382f x-openstack-request-id: req-06b674f7-29d2-4e8d-badf-1b9302ae382f {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:59:58.379928 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3dbad91-b965-46e4-95e2-f691ea320afb", "tag": "05c442fa-95cb-4e0e-936e-5755c72bee40", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:59:58.380131 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06b674f7-29d2-4e8d-badf-1b9302ae382f {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:59:58.380531 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'tag': '05c442fa-95cb-4e0e-936e-5755c72bee40', 'status': 'completed', 'code': 200} Jan 28 11:59:58.428488 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a972df-262f-4a51-b78f-34639473d11b service neutron] Pushing event updated for resources: {'Port': ['ID=05c442fa-95cb-4e0e-936e-5755c72bee40,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:58.450765 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 11:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee060d26-f2c9-4dea-8d96-935bd55641ae x-openstack-request-id: req-ee060d26-f2c9-4dea-8d96-935bd55641ae {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 11:59:58.450765 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd469f27-c482-4641-93a4-1e036867bdfb", "tag": "bbbde6cc-ee20-4cf3-bc69-75282dc6fa88", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 11:59:58.450765 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee060d26-f2c9-4dea-8d96-935bd55641ae {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 11:59:58.451166 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'tag': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88', 'status': 'completed', 'code': 200} Jan 28 11:59:58.462304 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-2daba2a6-1145-49c9-9b8a-7319841be0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.463935 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-2daba2a6-1145-49c9-9b8a-7319841be0f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5cdb821ebbb46e699c34764e7ca2962&device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 1097 time: 0.1528549 Jan 28 11:59:58.491949 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9c49af91-6509-4fa5-bf20-e799b27174f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.494059 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9c49af91-6509-4fa5-bf20-e799b27174f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 1096 time: 0.1017179 Jan 28 11:59:58.527148 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-3d85dcb3-c72a-49f8-9b98-923fb7345c32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c442fa-95cb-4e0e-936e-5755c72bee40 HTTP/1.1" status: 200 len: 217 time: 0.0456941 Jan 28 11:59:58.609949 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-37316436-7310-496f-8816-3f7b49a5eb9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 HTTP/1.1" status: 200 len: 217 time: 0.1084750 Jan 28 11:59:58.629321 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-4f76414f-108e-401c-97c7-db3e21bd6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.630936 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-4f76414f-108e-401c-97c7-db3e21bd6847 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bcc71c1-6ab7-451f-8532-79ff53c7b0ec HTTP/1.1" status: 200 len: 854 time: 0.0964041 Jan 28 11:59:58.675611 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-dec7733c-27ee-4040-816a-f371d948e9d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73828d43-5bad-44be-92f8-23c5fa4be674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357993 Jan 28 11:59:58.709684 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49102) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:58.730946 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4ce32-7e89-434d-b095-3c3fafc1a2f5 req-93aeed88-84c3-4799-9b75-3e165a1a2768 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.732670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d3e4ce32-7e89-434d-b095-3c3fafc1a2f5 req-93aeed88-84c3-4799-9b75-3e165a1a2768 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 943 time: 0.1388431 Jan 28 11:59:58.743070 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-854d4eee-4efa-408d-8fae-7adfb30305c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.744952 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-854d4eee-4efa-408d-8fae-7adfb30305c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.1203463 Jan 28 11:59:58.784913 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10815-0994-4d78-8ea1-6af07123171e req-e2191889-e93e-482d-98ef-6c056a80442d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:58.786504 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a5d10815-0994-4d78-8ea1-6af07123171e req-e2191889-e93e-482d-98ef-6c056a80442d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1528010 Jan 28 11:59:58.812510 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-390dc43f-f14f-4295-8ef6-956b4bc1d078 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561090 Jan 28 11:59:58.906713 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d3e4ce32-7e89-434d-b095-3c3fafc1a2f5 req-50b83428-0da4-464f-aabd-7759fab454d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665688 Jan 28 11:59:58.947829 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00018a72-2f63-40e2-bd3f-544e90cd54b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:58.978418 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a5d10815-0994-4d78-8ea1-6af07123171e req-e6d109cc-487e-420f-b4fe-d2be0f57654f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683595 Jan 28 11:59:59.039946 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-9888aead-3ab7-453d-b578-2e16599f1e12 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114799 Jan 28 11:59:59.051982 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-ff9ebce0-1e31-4eb4-8ecd-df1d9edfe252 service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555284 Jan 28 11:59:59.164016 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2acef50f-6311-4ab2-9474-3964f6bd32de req-bcd85374-e2ed-4e80-96c1-d7699bd1a3cd service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977933 Jan 28 11:59:59.205511 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00018a72-2f63-40e2-bd3f-544e90cd54b3 admin admin] Publish callbacks [] for security_group (29074515-59d1-4528-b341-5ac473d31334), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:59.222641 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00018a72-2f63-40e2-bd3f-544e90cd54b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (29074515-59d1-4528-b341-5ac473d31334), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:59.245262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556796-56cf-48dd-9f2a-9f5b72652e12 req-70276856-dd3b-4f4e-b934-6db15157b5d3 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:59.246538 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f2556796-56cf-48dd-9f2a-9f5b72652e12 req-70276856-dd3b-4f4e-b934-6db15157b5d3 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 944 time: 0.1683650 Jan 28 11:59:59.270021 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-344e6860-d8fd-4a75-9ec0-0412dc48a16d req-addaf675-3db2-4618-a3a5-83e79dc74ae2 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208223 Jan 28 11:59:59.279283 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-63673b34-4137-4121-aab6-a95a1b6c0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:59.281336 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-63673b34-4137-4121-aab6-a95a1b6c0a99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5cdb821ebbb46e699c34764e7ca2962&device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 1097 time: 0.0532784 Jan 28 11:59:59.302510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00018a72-2f63-40e2-bd3f-544e90cd54b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29074515-59d1-4528-b341-5ac473d31334,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:59.317894 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-00018a72-2f63-40e2-bd3f-544e90cd54b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=075d47e82efb425babb1a96d4532fe28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6054766 Jan 28 11:59:59.320889 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49124) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 11:59:59.378790 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f2556796-56cf-48dd-9f2a-9f5b72652e12 req-7689a41b-69e0-46bf-87f6-5ba4e197a222 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112707 Jan 28 11:59:59.391129 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-c52f5d95-8934-41e7-ba9f-5dc12fcca718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:59.393130 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-c52f5d95-8934-41e7-ba9f-5dc12fcca718 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 1096 time: 0.0640302 Jan 28 11:59:59.442818 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-7dae1fee-f577-426c-a78d-698723d9d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:59.444346 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-7dae1fee-f577-426c-a78d-698723d9d5fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=73828d43-5bad-44be-92f8-23c5fa4be674 HTTP/1.1" status: 200 len: 915 time: 0.1562240 Jan 28 11:59:59.445472 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbb92-8b0b-4b27-be15-624819bd0c29 admin admin] Publish callbacks [] for security_group (29074515-59d1-4528-b341-5ac473d31334), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:59.501833 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-543144ec-e0bd-4dcf-be6f-1d200ec8efbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05c442fa-95cb-4e0e-936e-5755c72bee40 HTTP/1.1" status: 200 len: 217 time: 0.0453370 Jan 28 11:59:59.514932 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-997fcdde-d428-4b64-8620-8f44cbc37091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:59.516461 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-997fcdde-d428-4b64-8620-8f44cbc37091 service neutron] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 916 time: 0.1124947 Jan 28 11:59:59.520065 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbb92-8b0b-4b27-be15-624819bd0c29 admin admin] Publish callbacks [] for security_group (29074515-59d1-4528-b341-5ac473d31334), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:59.572447 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-d04534ca-7550-4117-bdd7-44d21b1cec80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 HTTP/1.1" status: 200 len: 217 time: 0.0440481 Jan 28 11:59:59.584191 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-e18df869-8f0a-4344-aefd-5227c928f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:59.585782 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-e18df869-8f0a-4344-aefd-5227c928f9d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bcc71c1-6ab7-451f-8532-79ff53c7b0ec HTTP/1.1" status: 200 len: 854 time: 0.0755279 Jan 28 11:59:59.629279 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-6adc10fc-6ed1-4991-8b79-9e4a6e723e72 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73828d43-5bad-44be-92f8-23c5fa4be674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318921 Jan 28 11:59:59.632580 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbb92-8b0b-4b27-be15-624819bd0c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (29074515-59d1-4528-b341-5ac473d31334), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:59.637330 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbb92-8b0b-4b27-be15-624819bd0c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 11:59:59.640291 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1b6bbb92-8b0b-4b27-be15-624819bd0c29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29074515-59d1-4528-b341-5ac473d31334 HTTP/1.1" status: 204 len: 168 time: 0.3182623 Jan 28 11:59:59.658556 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-fc47b097-89ca-4274-ad3b-cd2514ff8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:59:59.660212 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-fc47b097-89ca-4274-ad3b-cd2514ff8ccf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.0801096 Jan 28 11:59:59.680172 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bbb92-8b0b-4b27-be15-624819bd0c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29074515-59d1-4528-b341-5ac473d31334,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:59:59.739405 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-df649847-f2d4-472e-b0fd-9604b92d109f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444734 Jan 28 11:59:59.842538 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-e2073504-1635-4b83-92ef-fab5ca8b18b4 service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008779 Jan 28 11:59:59.873979 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-f72caf79-913f-42ca-a726-22a847bb604d service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205161 Jan 28 11:59:59.968967 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9c8da522-d6e4-4ff1-95b4-782a46acc01d req-baaa1dbf-e314-4c2f-bee9-59c968b5bfd2 service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199634 Jan 28 11:59:59.997569 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6b385e28-aebe-43c0-b505-64a4aed1d30c req-2360dfc6-4f82-4db1-a5cf-b417f4b236da service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140132 Jan 28 12:00:00.049636 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c081e7-023b-4c36-ac9b-74bd97998459 req-691de0af-ae7a-4375-9284-765f44d5b05a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:00.051143 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30c081e7-023b-4c36-ac9b-74bd97998459 req-691de0af-ae7a-4375-9284-765f44d5b05a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 943 time: 0.0562868 Jan 28 12:00:00.140993 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac391de-b211-4b38-a3e2-4af5d47b5343 req-107ae4df-73a1-45ef-9f96-64948979ce2f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:00.143639 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aac391de-b211-4b38-a3e2-4af5d47b5343 req-107ae4df-73a1-45ef-9f96-64948979ce2f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0830584 Jan 28 12:00:00.148025 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30c081e7-023b-4c36-ac9b-74bd97998459 req-89ec5042-e972-46e4-95c3-399a131d41f9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885828 Jan 28 12:00:00.203287 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aac391de-b211-4b38-a3e2-4af5d47b5343 req-05bd06aa-25f6-40f1-9538-1a34d5ac856b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537276 Jan 28 12:00:00.508772 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92406e40-1397-4679-80ce-0fe9d1475214 req-e8f6a6a8-7f1a-42fb-960f-ebcfc2489d88 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:00.510157 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-92406e40-1397-4679-80ce-0fe9d1475214 req-e8f6a6a8-7f1a-42fb-960f-ebcfc2489d88 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 944 time: 0.0611556 Jan 28 12:00:00.565552 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-92406e40-1397-4679-80ce-0fe9d1475214 req-2a0483a2-6915-4d4c-9274-0466b927939c tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Jan 28 12:00:01.091487 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-9ab09717-fdff-4dfd-acc1-c84372dccb4c tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bc471eeae1af4626b998bdb7e61925ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404422 Jan 28 12:00:01.307981 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-2e20848a-ee0c-4a16-957e-d47f535b170e tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:01.309459 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-2e20848a-ee0c-4a16-957e-d47f535b170e tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171943 Jan 28 12:00:01.332237 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7f981-09ab-48ac-baed-307672b4d3f2 req-137bd065-7bf7-438f-83dc-698518dbd7ae tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:01.333721 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3af7f981-09ab-48ac-baed-307672b4d3f2 req-137bd065-7bf7-438f-83dc-698518dbd7ae tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 943 time: 0.0943961 Jan 28 12:00:01.336345 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-4967e2f8-6044-4dac-a49d-da5baf5a948a tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/quotas/bc471eeae1af4626b998bdb7e61925ab HTTP/1.1" status: 200 len: 375 time: 0.0210526 Jan 28 12:00:01.377963 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53bf766a-c370-44cb-9655-41bbe941ee6d tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc471eeae1af4626b998bdb7e61925ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357344 Jan 28 12:00:01.405615 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3af7f981-09ab-48ac-baed-307672b4d3f2 req-81e91086-2b14-40a8-b2d6-e536a99c5649 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650337 Jan 28 12:00:01.558419 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5c494-8bb0-4b0f-830f-6bcef11e29f1 req-9bf933bc-ee83-4760-a51d-b4d7b6791b1a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:01.560647 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ffa5c494-8bb0-4b0f-830f-6bcef11e29f1 req-9bf933bc-ee83-4760-a51d-b4d7b6791b1a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0826349 Jan 28 12:00:01.621389 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ffa5c494-8bb0-4b0f-830f-6bcef11e29f1 req-990db0ab-a033-47a3-9a18-85f3b215d071 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537684 Jan 28 12:00:01.702705 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-24277451-3755-4768-a63d-cf302486148e req-17aecccd-7088-45d0-b26e-796f70fedba1 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 210 time: 0.0427105 Jan 28 12:00:01.755631 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadef9-cd8a-45d8-887e-6fd4ad9657da req-f09c6328-32e0-4ad6-bfb0-1acdc8efb8ef tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:01.757393 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8aeadef9-cd8a-45d8-887e-6fd4ad9657da req-f09c6328-32e0-4ad6-bfb0-1acdc8efb8ef tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 944 time: 0.0574751 Jan 28 12:00:01.810051 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8aeadef9-cd8a-45d8-887e-6fd4ad9657da req-138829e7-ccf3-4039-bf11-24c75d7741a1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467646 Jan 28 12:00:02.148350 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 05c442fa-95cb-4e0e-936e-5755c72bee40 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:00:02.270491 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 05c442fa-95cb-4e0e-936e-5755c72bee40, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=05c442fa-95cb-4e0e-936e-5755c72bee40,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:02.285649 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '05c442fa-95cb-4e0e-936e-5755c72bee40', 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674', 'port_id': '05c442fa-95cb-4e0e-936e-5755c72bee40', 'mac_address': 'fa:16:3e:6e:20:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc71c1-6ab7-451f-8532-79ff53c7b0ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:00:02.333587 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 05c442fa-95cb-4e0e-936e-5755c72bee40 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:02.334063 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:02.348676 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c442fa-95cb-4e0e-936e-5755c72bee40 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:00:02.370064 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 05c442fa-95cb-4e0e-936e-5755c72bee40, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=05c442fa-95cb-4e0e-936e-5755c72bee40,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:02.380750 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:02.432315 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=05c442fa-95cb-4e0e-936e-5755c72bee40,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:02.532483 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668c5a5-4ddf-49eb-b0ac-a7b8b317914f req-e57c6476-915e-47b2-91cf-ffa50738f8e0 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:02.533962 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d668c5a5-4ddf-49eb-b0ac-a7b8b317914f req-e57c6476-915e-47b2-91cf-ffa50738f8e0 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 943 time: 0.0485446 Jan 28 12:00:02.588840 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d668c5a5-4ddf-49eb-b0ac-a7b8b317914f req-63cbe387-a9e8-4a8d-bff6-b6a4fbc005e9 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488431 Jan 28 12:00:02.760805 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f15990-cc8d-4064-af71-4a197b1ab44a req-b941522b-1189-4f21-ad07-84a8a18e0b59 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:02.762200 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-63f15990-cc8d-4064-af71-4a197b1ab44a req-b941522b-1189-4f21-ad07-84a8a18e0b59 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0575151 Jan 28 12:00:02.786831 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['05c442fa-95cb-4e0e-936e-5755c72bee40'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:00:02.796438 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-f5987171-30e5-4fe2-8f58-07348b3e0f9f tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bc471eeae1af4626b998bdb7e61925ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318899 Jan 28 12:00:02.896461 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f9a69eb2-d913-4577-8a55-8fd84d3c4cb2 req-b4705ddc-2eb7-4603-9c9f-f1c2d18f4a36 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 210 time: 0.0809767 Jan 28 12:00:02.960702 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-63f15990-cc8d-4064-af71-4a197b1ab44a req-3d5a0654-65dc-4d18-be75-bd9c25964c45 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852133 Jan 28 12:00:03.046657 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-42c67f30-f21d-4413-9801-28927b26332a tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:03.048260 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-42c67f30-f21d-4413-9801-28927b26332a tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446399 Jan 28 12:00:03.063615 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f513d-7499-4b8c-b786-7e0c7bf27068 req-cba489db-f945-4678-8088-7075d75c10c3 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:03.065098 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b2f513d-7499-4b8c-b786-7e0c7bf27068 req-cba489db-f945-4678-8088-7075d75c10c3 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 945 time: 0.0683413 Jan 28 12:00:03.073317 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Request body: {'port': {'device_id': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92', 'admin_state_up': True, 'tenant_id': 'bc471eeae1af4626b998bdb7e61925ab'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:03.405169 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b2f513d-7499-4b8c-b786-7e0c7bf27068 req-69b7b6a9-06ff-48d4-a2ba-e028af4f36a4 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285239 Jan 28 12:00:03.450347 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Made reservation on behalf of bc471eeae1af4626b998bdb7e61925ab for: {'port': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:00:03.454262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:03.464298 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:03.555125 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks [] for security_group (d544a5fc-69e5-414c-87ec-5ee8675787f0), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:03.559786 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d544a5fc-69e5-414c-87ec-5ee8675787f0), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:03.630476 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d544a5fc-69e5-414c-87ec-5ee8675787f0,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:03.734072 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Allocated IP 192.168.233.51 (3b1e25b9-372d-4547-b55b-40acd945fb92/a6114725-5210-4462-930a-44d77015a6d8/4c00106d-8ce1-4912-839d-2701aaa5691a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:03.754911 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2378c-6315-4422-87ad-d523f93a0cbf req-a0cdab86-e517-4e8c-a0d8-b45d45f96102 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:03.760673 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09c2378c-6315-4422-87ad-d523f93a0cbf req-a0cdab86-e517-4e8c-a0d8-b45d45f96102 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 943 time: 0.0807126 Jan 28 12:00:03.855812 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09c2378c-6315-4422-87ad-d523f93a0cbf req-8aa71c71-24f1-4280-9bcb-73a8fb43dda7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921283 Jan 28 12:00:03.906559 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49318) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:03.958878 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] Deleting subnet 723e0a86-2e6b-47ef-b8b9-901b6cd26544 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:00:03.963307 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] Publish callbacks [] for subnet (723e0a86-2e6b-47ef-b8b9-901b6cd26544), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.006187 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (723e0a86-2e6b-47ef-b8b9-901b6cd26544), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.013722 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2f4cbe90-6def-4b1e-b12b-743a14a998cb req-a5dd11a7-f228-4d2b-8b8b-270780e77974 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 210 time: 0.0382066 Jan 28 12:00:04.040705 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks [] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.057928 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (723e0a86-2e6b-47ef-b8b9-901b6cd26544), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.118380 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.130309 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (723e0a86-2e6b-47ef-b8b9-901b6cd26544), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.159934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723e0a86-2e6b-47ef-b8b9-901b6cd26544,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:04.161997 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.177581 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8933c36f-3466-4249-99b4-905a6f62ca7d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/723e0a86-2e6b-47ef-b8b9-901b6cd26544 HTTP/1.1" status: 204 len: 168 time: 0.2693484 Jan 28 12:00:04.178979 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49334) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:04.181549 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:00:04.184944 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 05c442fa-95cb-4e0e-936e-5755c72bee40 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:04.190641 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Network 3b1e25b9-372d-4547-b55b-40acd945fb92 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:04.215379 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:04.217685 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Pushing event updated for resources: {'Port': ['ID=4c00106d-8ce1-4912-839d-2701aaa5691a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:04.228734 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfeda-e8f9-4353-b4f3-fd82427cabeb req-fcc652e1-2f7e-404b-8930-d302a54516f4 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:04.237172 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-867cfeda-e8f9-4353-b4f3-fd82427cabeb req-fcc652e1-2f7e-404b-8930-d302a54516f4 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1539438 Jan 28 12:00:04.242529 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:04.256022 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:04.256694 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.327882 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 05c442fa-95cb-4e0e-936e-5755c72bee40 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:00:04.337253 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 05c442fa-95cb-4e0e-936e-5755c72bee40 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:04.337411 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.367682 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-85a6d18b-5a2e-4ad1-bfdb-f8b56d2672da tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2982008 Jan 28 12:00:04.373997 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:04.384700 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Request body: {'port': {'device_id': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:04.393182 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'port_id': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88', 'mac_address': 'fa:16:3e:df:29:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21654bc-3086-4047-a702-1e72af5b3c04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:00:04.396615 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (5effe909-c828-4928-8392-ccf95072b531), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.448380 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:04.448774 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.465309 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-867cfeda-e8f9-4353-b4f3-fd82427cabeb req-a6d9b0a8-b64a-48c9-9f1d-51371c3b7677 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269888 Jan 28 12:00:04.501102 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:00:04.538556 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:04.539736 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 05c442fa-95cb-4e0e-936e-5755c72bee40 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:04.540168 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.550315 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.573959 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.602113 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c442fa-95cb-4e0e-936e-5755c72bee40'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:04.604397 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac253929-ff54-45d6-a6d5-9ed8cbfc0c1b" -d '{"events": [{"server_uuid": "e3dbad91-b965-46e4-95e2-f691ea320afb", "name": "network-vif-plugged", "status": "completed", "tag": "05c442fa-95cb-4e0e-936e-5755c72bee40"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:04.631859 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 05c442fa-95cb-4e0e-936e-5755c72bee40, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=05c442fa-95cb-4e0e-936e-5755c72bee40,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:04.640923 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-7dc1048a-f03b-478d-ab7a-e0cd529ff0ba None None] Provisioning complete for port 4c00106d-8ce1-4912-839d-2701aaa5691a triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:04.641301 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7dc1048a-f03b-478d-ab7a-e0cd529ff0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.646811 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.653440 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (5effe909-c828-4928-8392-ccf95072b531), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.666716 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956bf7eb-111a-4daa-8c8f-fcb9c65616d6 x-openstack-request-id: req-956bf7eb-111a-4daa-8c8f-fcb9c65616d6 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:04.667035 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dbad91-b965-46e4-95e2-f691ea320afb", "name": "network-vif-plugged", "status": "completed", "tag": "05c442fa-95cb-4e0e-936e-5755c72bee40", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:04.667297 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-956bf7eb-111a-4daa-8c8f-fcb9c65616d6 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:04.667687 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c442fa-95cb-4e0e-936e-5755c72bee40', 'code': 200} Jan 28 12:00:04.670805 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:04.690840 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74449d58-6065-45da-a081-e8a1b8aef315 req-6e9afb46-fa77-4fa0-b6b3-3aeb383deffb tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:04.692295 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-74449d58-6065-45da-a081-e8a1b8aef315 req-6e9afb46-fa77-4fa0-b6b3-3aeb383deffb tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 945 time: 0.1785681 Jan 28 12:00:04.715786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1048a-f03b-478d-ab7a-e0cd529ff0ba None None] Port 4c00106d-8ce1-4912-839d-2701aaa5691a cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:00:04.730489 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.730939 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.731714 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.732191 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > port after_create 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.732532 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.732900 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > port after_update 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.733245 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.733654 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.734019 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.734431 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.743288 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=05c442fa-95cb-4e0e-936e-5755c72bee40,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:04.825316 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.825796 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.826256 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.826585 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 12:00:04.826931 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5effe909-c828-4928-8392-ccf95072b531']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:04.858917 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f16cda7-4720-447d-8681-1f78b9d27d13') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:04.859175 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f16cda7-4720-447d-8681-1f78b9d27d13') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:04.881765 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['bbbde6cc-ee20-4cf3-bc69-75282dc6fa88'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:00:04.889791 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b7478-8bf2-4b59-916b-c7ca1e352fac req-08620582-9089-4ca3-9edb-b8ff93e50ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:04.891697 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d97b7478-8bf2-4b59-916b-c7ca1e352fac req-08620582-9089-4ca3-9edb-b8ff93e50ffd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 1099 time: 0.0459671 Jan 28 12:00:04.935740 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (4f16cda7-4720-447d-8681-1f78b9d27d13), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:04.947903 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d97b7478-8bf2-4b59-916b-c7ca1e352fac req-83f0af9f-a855-4a3d-9ad8-65593f5d2c2e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Jan 28 12:00:05.003239 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-74449d58-6065-45da-a081-e8a1b8aef315 req-18350c2e-9424-4ed2-8931-883104fa3dbd tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030822 Jan 28 12:00:05.004295 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (4f16cda7-4720-447d-8681-1f78b9d27d13), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (4f16cda7-4720-447d-8681-1f78b9d27d13), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: from cryptography.utils import int_from_bytes Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: from cryptography.utils import int_from_bytes Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:00:05.031102 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:00:05.145714 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915f0c0-da5c-4b7e-9747-6300f90947ed req-2376ceb7-0912-4010-b46f-745d66926671 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:05.145942 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f915f0c0-da5c-4b7e-9747-6300f90947ed req-2376ceb7-0912-4010-b46f-745d66926671 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 944 time: 0.2028244 Jan 28 12:00:05.162363 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (5effe909-c828-4928-8392-ccf95072b531), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.192444 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.197077 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] 10.222.0.36 "DELETE /v2.0/networks/5effe909-c828-4928-8392-ccf95072b531 HTTP/1.1" status: 204 len: 168 time: 1.0146706 Jan 28 12:00:05.200285 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49350) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:05.216735 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814d2c5-0179-4256-97cb-0dfdb5a6c59a admin admin] Pushing event deleted for resources: {'Network': ['ID=5effe909-c828-4928-8392-ccf95072b531,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:05.277235 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] Deleting subnet a26577b9-7c2a-418b-80e7-33ffea5faa6b {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:00:05.281890 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] Publish callbacks [] for subnet (a26577b9-7c2a-418b-80e7-33ffea5faa6b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.290752 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f915f0c0-da5c-4b7e-9747-6300f90947ed req-c271ec94-3e1a-4ed2-beb4-9b766c0b3f4a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352639 Jan 28 12:00:05.329917 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (a26577b9-7c2a-418b-80e7-33ffea5faa6b), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.379235 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (a26577b9-7c2a-418b-80e7-33ffea5faa6b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.392388 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c00106d-8ce1-4912-839d-2701aaa5691a {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:00:05.403952 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Publish callbacks [] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.427571 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40153f-31c0-4e21-b4ac-5d2b3f642aaa req-9b9e0470-bc00-4bef-a7bd-86360bddcd55 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:05.429274 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a40153f-31c0-4e21-b4ac-5d2b3f642aaa req-9b9e0470-bc00-4bef-a7bd-86360bddcd55 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 935 time: 0.0793316 Jan 28 12:00:05.432273 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Transition to ACTIVE for port object 4c00106d-8ce1-4912-839d-2701aaa5691a will not be triggered until provisioned by entity L2. {{(pid=102404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:00:05.441472 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (a26577b9-7c2a-418b-80e7-33ffea5faa6b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.443329 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.473516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a26577b9-7c2a-418b-80e7-33ffea5faa6b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:05.480708 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.489738 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-acb75916-7116-47cf-b1dc-9e3360c94c78 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a26577b9-7c2a-418b-80e7-33ffea5faa6b HTTP/1.1" status: 204 len: 168 time: 0.2878780 Jan 28 12:00:05.490574 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49358) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:05.530143 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Pushing event updated for resources: {'Port': ['ID=4c00106d-8ce1-4912-839d-2701aaa5691a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:05.543286 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a40153f-31c0-4e21-b4ac-5d2b3f642aaa req-69bc91e7-0cdc-40cd-bec2-a6f57b793b26 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071544 Jan 28 12:00:05.624944 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (e5f17439-c0f3-40bb-827e-7e24ea3444cb), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.681288 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3ad2-b655-40df-8b3f-71298262b5f6 req-e095ec22-bb86-41c4-a7fe-4ea6c796b00f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:05.683098 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c31c3ad2-b655-40df-8b3f-71298262b5f6 req-e095ec22-bb86-41c4-a7fe-4ea6c796b00f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1038671 Jan 28 12:00:05.710942 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Attempting to bind port 4c00106d-8ce1-4912-839d-2701aaa5691a on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:05.710942 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Attempting to bind port 4c00106d-8ce1-4912-839d-2701aaa5691a by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:05.711133 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Attempting to bind port 4c00106d-8ce1-4912-839d-2701aaa5691a on network 3b1e25b9-372d-4547-b55b-40acd945fb92 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:05.728053 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Port 4c00106d-8ce1-4912-839d-2701aaa5691a on network 3b1e25b9-372d-4547-b55b-40acd945fb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:00:05.728738 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Attempting to bind port 4c00106d-8ce1-4912-839d-2701aaa5691a on network 3b1e25b9-372d-4547-b55b-40acd945fb92 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:05.740700 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (e5f17439-c0f3-40bb-827e-7e24ea3444cb), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.747186 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:05.747535 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Checking segment: {'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:05.748100 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Bound using segment: {'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:05.748565 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Bound port: 4c00106d-8ce1-4912-839d-2701aaa5691a, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e76a03b-643c-4888-b846-97e73d4812dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:05.748925 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.780986 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f17439-c0f3-40bb-827e-7e24ea3444cb']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:05.794609 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c31c3ad2-b655-40df-8b3f-71298262b5f6 req-8d319e40-87e4-4b6e-88e7-40ce948a7ec3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027434 Jan 28 12:00:05.807739 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3d954c-6fa1-44a6-8910-776ebe602ab3') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:05.808221 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3d954c-6fa1-44a6-8910-776ebe602ab3') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:05.827520 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (3f3d954c-6fa1-44a6-8910-776ebe602ab3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.843069 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (3f3d954c-6fa1-44a6-8910-776ebe602ab3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.850031 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:00:05.850572 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (3f3d954c-6fa1-44a6-8910-776ebe602ab3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:00:05.852651 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:00:05.867145 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] For port 4c00106d-8ce1-4912-839d-2701aaa5691a, host hv-cinder-81187, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:05.870593 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] For port 4c00106d-8ce1-4912-839d-2701aaa5691a, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=4c00106d-8ce1-4912-839d-2701aaa5691a,segment=NetworkSegment(9e76a03b-643c-4888-b846-97e73d4812dc),segment_id=9e76a03b-643c-4888-b846-97e73d4812dc)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:05.875613 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.911586 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:05.912301 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.913979 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] 10.222.0.39 "PUT /v2.0/ports/4c00106d-8ce1-4912-839d-2701aaa5691a HTTP/1.1" status: 200 len: 1097 time: 1.5357304 Jan 28 12:00:05.916776 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (e5f17439-c0f3-40bb-827e-7e24ea3444cb), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.916953 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'tag': '4c00106d-8ce1-4912-839d-2701aaa5691a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:05.922738 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1331b6-50d8-4e47-bb99-70de789372aa", "tag": "4c00106d-8ce1-4912-839d-2701aaa5691a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:05.925761 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:05.929896 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e5f17439-c0f3-40bb-827e-7e24ea3444cb HTTP/1.1" status: 204 len: 168 time: 0.4378054 Jan 28 12:00:05.950019 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a907e5-a96d-4957-b126-45f27fc5e959 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f17439-c0f3-40bb-827e-7e24ea3444cb,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:05.964323 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffb932-b30e-4de9-8594-40d52fe75704 service neutron] Pushing event updated for resources: {'Port': ['ID=4c00106d-8ce1-4912-839d-2701aaa5691a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:06.027845 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d64401-216e-4394-9289-512eaa8320b5 x-openstack-request-id: req-f4d64401-216e-4394-9289-512eaa8320b5 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:06.028163 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1331b6-50d8-4e47-bb99-70de789372aa", "tag": "4c00106d-8ce1-4912-839d-2701aaa5691a", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:06.028423 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4d64401-216e-4394-9289-512eaa8320b5 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:06.028827 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'tag': '4c00106d-8ce1-4912-839d-2701aaa5691a', 'status': 'completed', 'code': 200} Jan 28 12:00:06.057891 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-e051c910-25a5-4a7c-9a62-fcd38eef5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:06.060290 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-e051c910-25a5-4a7c-9a62-fcd38eef5b09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc471eeae1af4626b998bdb7e61925ab&device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 1100 time: 0.0620410 Jan 28 12:00:06.127396 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-9a8deda2-a0ae-4de2-9437-b4e2c460082d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4c00106d-8ce1-4912-839d-2701aaa5691a HTTP/1.1" status: 200 len: 217 time: 0.0496259 Jan 28 12:00:06.154154 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49372) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:06.176328 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:06.196857 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d6217760-7f1e-43fe-97ab-cea834a82f4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e05cbacc79de498ab41518831106b1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414674 Jan 28 12:00:06.199456 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49374) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:06.210449 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-410085ad-cf64-4bb5-8c7c-cb4005a53bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:06.213118 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-410085ad-cf64-4bb5-8c7c-cb4005a53bf7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6114725-5210-4462-930a-44d77015a6d8 HTTP/1.1" status: 200 len: 843 time: 0.0752583 Jan 28 12:00:06.225727 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0454a2-3662-4066-a331-33d787be461d req-8d383e04-cad4-41d9-afcb-a7aa0dac0f26 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:06.227343 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4e0454a2-3662-4066-a331-33d787be461d req-8d383e04-cad4-41d9-afcb-a7aa0dac0f26 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 946 time: 0.1034520 Jan 28 12:00:06.250405 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:00:06.262253 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:06.262877 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:06.266620 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa3679f8-dd69-454b-a26c-60eceb03c6a4 admin admin] Publish callbacks [] for security_group (f4d8f2fc-de2c-47e2-9136-77da53baa158), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:06.300885 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa3679f8-dd69-454b-a26c-60eceb03c6a4 admin admin] Publish callbacks [] for security_group (f4d8f2fc-de2c-47e2-9136-77da53baa158), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:06.317623 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4e0454a2-3662-4066-a331-33d787be461d req-ce7740aa-6496-48fa-9394-1ef06904b5fe tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787952 Jan 28 12:00:06.320594 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-3ced8ef1-b6fd-4eeb-9d2f-d0fb59635e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:06.322226 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-3ced8ef1-b6fd-4eeb-9d2f-d0fb59635e10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1e25b9-372d-4547-b55b-40acd945fb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0938718 Jan 28 12:00:06.367542 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:06.368071 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:06.387841 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa3679f8-dd69-454b-a26c-60eceb03c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f4d8f2fc-de2c-47e2-9136-77da53baa158), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:06.391426 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa3679f8-dd69-454b-a26c-60eceb03c6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:06.399216 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-aa3679f8-dd69-454b-a26c-60eceb03c6a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4d8f2fc-de2c-47e2-9136-77da53baa158 HTTP/1.1" status: 204 len: 168 time: 0.1954443 Jan 28 12:00:06.415179 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:06.421751 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:06.421962 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3679f8-dd69-454b-a26c-60eceb03c6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d8f2fc-de2c-47e2-9136-77da53baa158,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:06.492791 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a6f0-6baa-41cb-a56c-6e8a9e170d70 req-4cb8a92d-b7a0-4176-b441-c3e7857087f0 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:06.494344 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-be09a6f0-6baa-41cb-a56c-6e8a9e170d70 req-4cb8a92d-b7a0-4176-b441-c3e7857087f0 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 944 time: 0.0958793 Jan 28 12:00:06.495679 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:06.496270 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-05ba222e-90f8-4c7a-b14f-637c62a32047 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1e25b9-372d-4547-b55b-40acd945fb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653290 Jan 28 12:00:06.652202 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-be09a6f0-6baa-41cb-a56c-6e8a9e170d70 req-4d1e0de2-6e1f-431a-932d-172316d68783 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473711 Jan 28 12:00:06.658073 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7ec2971e-6f5c-4fbf-abe2-f919df79024a req-c2d958a1-5bbf-4994-85d0-7923992df192 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1e25b9-372d-4547-b55b-40acd945fb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476424 Jan 28 12:00:06.669206 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:06.672167 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0704b04-b7e9-43e0-811c-07c7e8cb1a51" -d '{"events": [{"server_uuid": "cd469f27-c482-4641-93a4-1e036867bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "bbbde6cc-ee20-4cf3-bc69-75282dc6fa88"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:06.733779 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2297fc-2f14-48c9-88b4-e0a4a769db13 x-openstack-request-id: req-9c2297fc-2f14-48c9-88b4-e0a4a769db13 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:06.734071 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd469f27-c482-4641-93a4-1e036867bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "bbbde6cc-ee20-4cf3-bc69-75282dc6fa88", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:06.734503 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c2297fc-2f14-48c9-88b4-e0a4a769db13 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:06.734927 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88', 'code': 200} Jan 28 12:00:06.778996 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df5227-cc98-475c-b3e0-78137e5d8073 req-25ccbab9-acd4-43b6-838a-bf7a6e4c1bba tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:06.780556 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c9df5227-cc98-475c-b3e0-78137e5d8073 req-25ccbab9-acd4-43b6-838a-bf7a6e4c1bba tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 947 time: 0.0930383 Jan 28 12:00:06.816064 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-91589473-b1fb-457d-a18e-7b91e59ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:06.817557 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-91589473-b1fb-457d-a18e-7b91e59ee7da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc471eeae1af4626b998bdb7e61925ab&device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 1100 time: 0.0740550 Jan 28 12:00:06.895785 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49396) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:06.927234 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c9df5227-cc98-475c-b3e0-78137e5d8073 req-d7710396-99f0-4171-8ed6-270d2cbd4757 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383376 Jan 28 12:00:06.969957 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-094961a0-5fa0-4049-9682-90f298575aee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f78ebf2894514ab0935152aa662e7b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729442 Jan 28 12:00:06.972902 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49400) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:07.023168 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-629a7108-87e8-4346-939a-3d2286351658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:07.024561 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-629a7108-87e8-4346-939a-3d2286351658 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3b1e25b9-372d-4547-b55b-40acd945fb92 HTTP/1.1" status: 200 len: 870 time: 0.1913059 Jan 28 12:00:07.033991 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b4963-26c7-496f-b05f-f84b7da39453 req-15c830a3-a229-4f8b-a672-d4b0812af22c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:07.035485 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d74b4963-26c7-496f-b05f-f84b7da39453 req-15c830a3-a229-4f8b-a672-d4b0812af22c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1218610 Jan 28 12:00:07.040885 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c286a-9b0f-471f-91e6-8f54685f97ab req-1a1eaa50-1f55-462c-956b-f9d29837e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:07.042354 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-de9c286a-9b0f-471f-91e6-8f54685f97ab req-1a1eaa50-1f55-462c-956b-f9d29837e4a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 1098 time: 0.0829210 Jan 28 12:00:07.071426 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-32b9ac85-5e8c-433e-bc40-81eb12b9ef36 admin admin] Publish callbacks [] for security_group (7c86e68f-1fdc-4947-8379-78610214a842), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:07.086166 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-b8a6abe9-c52d-4f59-bbce-16e4f4d71add service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=4c00106d-8ce1-4912-839d-2701aaa5691a HTTP/1.1" status: 200 len: 217 time: 0.0496912 Jan 28 12:00:07.108253 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-32b9ac85-5e8c-433e-bc40-81eb12b9ef36 admin admin] Publish callbacks [] for security_group (7c86e68f-1fdc-4947-8379-78610214a842), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:07.120912 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-de9c286a-9b0f-471f-91e6-8f54685f97ab req-d915fa14-5d80-4d5f-8848-a2747a5b2a5b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656655 Jan 28 12:00:07.173899 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-86b7c2f6-f68e-44b5-a727-d518e2288568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:07.174448 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-32b9ac85-5e8c-433e-bc40-81eb12b9ef36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7c86e68f-1fdc-4947-8379-78610214a842), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:07.178796 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-86b7c2f6-f68e-44b5-a727-d518e2288568 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a6114725-5210-4462-930a-44d77015a6d8 HTTP/1.1" status: 200 len: 843 time: 0.0769050 Jan 28 12:00:07.178907 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-32b9ac85-5e8c-433e-bc40-81eb12b9ef36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:07.178907 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-32b9ac85-5e8c-433e-bc40-81eb12b9ef36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c86e68f-1fdc-4947-8379-78610214a842 HTTP/1.1" status: 204 len: 168 time: 0.2044594 Jan 28 12:00:07.179094 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d74b4963-26c7-496f-b05f-f84b7da39453 req-d5ea6a1a-6eb0-4046-8b5e-40f3fb424cc8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036949 Jan 28 12:00:07.187888 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9ac85-5e8c-433e-bc40-81eb12b9ef36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c86e68f-1fdc-4947-8379-78610214a842,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:07.441058 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-78d754d2-29cf-455c-a39b-28643fde3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:07.442692 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-78d754d2-29cf-455c-a39b-28643fde3306 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b1e25b9-372d-4547-b55b-40acd945fb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0733912 Jan 28 12:00:07.474405 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f6b6-a99d-4726-b215-f9a496a1b0ad req-3d3c7357-9b1f-42fc-a698-70d409f36658 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:07.475916 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-58c8f6b6-a99d-4726-b215-f9a496a1b0ad req-3d3c7357-9b1f-42fc-a698-70d409f36658 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 946 time: 0.0807750 Jan 28 12:00:07.599217 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-58c8f6b6-a99d-4726-b215-f9a496a1b0ad req-4ac9bb46-c36b-4646-84bd-30567be1ecb1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126242 Jan 28 12:00:07.604182 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-6dcfa452-ac65-4ce3-817c-05bdaeace6ea service neutron] 10.222.0.39 "GET /v2.0/networks/3b1e25b9-372d-4547-b55b-40acd945fb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537426 Jan 28 12:00:07.737992 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80f0d5f9-3d1d-49ed-9c63-40844190c1ee req-3d17ee5d-506b-4cf8-95c6-88f7b22b0cf7 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1e25b9-372d-4547-b55b-40acd945fb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139920 Jan 28 12:00:07.793293 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924128da-8251-43b8-8324-62780504a62c req-74c9df08-daf0-496c-9b8b-bfe18f20a8a4 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:07.796314 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-924128da-8251-43b8-8324-62780504a62c req-74c9df08-daf0-496c-9b8b-bfe18f20a8a4 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 945 time: 0.0573885 Jan 28 12:00:07.859701 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-924128da-8251-43b8-8324-62780504a62c req-23b43f6e-0605-4e49-8207-be6d6db9cd1d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586922 Jan 28 12:00:08.055330 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7868e9a-9c54-4be1-95c7-d6a2133ba323 req-b8502742-69e3-460b-95c4-fc8259ba8fcc tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:08.056832 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b7868e9a-9c54-4be1-95c7-d6a2133ba323 req-b8502742-69e3-460b-95c4-fc8259ba8fcc tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 947 time: 0.0615671 Jan 28 12:00:08.116480 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b7868e9a-9c54-4be1-95c7-d6a2133ba323 req-b35d3217-9438-4447-962e-337770a3a865 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534952 Jan 28 12:00:08.311486 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eb69a-1fec-49b5-bd1f-81419019d9b5 req-9567b10b-0cbd-40aa-b100-0a802fcdbb89 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:08.313155 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb4eb69a-1fec-49b5-bd1f-81419019d9b5 req-9567b10b-0cbd-40aa-b100-0a802fcdbb89 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0564246 Jan 28 12:00:08.379586 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb4eb69a-1fec-49b5-bd1f-81419019d9b5 req-f3de3674-8266-4d25-8fd2-2138c6d1d7c4 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558584 Jan 28 12:00:08.584999 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49528) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:08.836031 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d9a95d5-6408-4e2a-a04c-17ae11eae00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:08.926718 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d9a95d5-6408-4e2a-a04c-17ae11eae00a admin admin] Publish callbacks [] for security_group (7e63430d-6a06-4721-9dce-558b2cfeb49e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:08.932090 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3d9a95d5-6408-4e2a-a04c-17ae11eae00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7e63430d-6a06-4721-9dce-558b2cfeb49e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.004986 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-3d9a95d5-6408-4e2a-a04c-17ae11eae00a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13da64a611b24affbbe9ba871a7c3c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185216 Jan 28 12:00:09.006678 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a95d5-6408-4e2a-a04c-17ae11eae00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e63430d-6a06-4721-9dce-558b2cfeb49e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:09.007838 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49546) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:09.027027 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef59c-644b-4301-b35d-40cefc31852c req-1201259f-e5d0-4de7-b216-87ac46ad9773 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:09.034319 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cf2ef59c-644b-4301-b35d-40cefc31852c req-1201259f-e5d0-4de7-b216-87ac46ad9773 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 945 time: 0.0904117 Jan 28 12:00:09.074850 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-431d0115-2591-4323-8d23-0188f6d7ed4e admin admin] Publish callbacks [] for security_group (7e63430d-6a06-4721-9dce-558b2cfeb49e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.080272 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cf2ef59c-644b-4301-b35d-40cefc31852c req-3d1f7b44-ca8b-4b7a-a700-bbfc5f951baf tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449696 Jan 28 12:00:09.105609 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-431d0115-2591-4323-8d23-0188f6d7ed4e admin admin] Publish callbacks [] for security_group (7e63430d-6a06-4721-9dce-558b2cfeb49e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.164368 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-431d0115-2591-4323-8d23-0188f6d7ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7e63430d-6a06-4721-9dce-558b2cfeb49e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.169611 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-431d0115-2591-4323-8d23-0188f6d7ed4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.174387 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-431d0115-2591-4323-8d23-0188f6d7ed4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e63430d-6a06-4721-9dce-558b2cfeb49e HTTP/1.1" status: 204 len: 168 time: 0.1618042 Jan 28 12:00:09.198554 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d0115-2591-4323-8d23-0188f6d7ed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e63430d-6a06-4721-9dce-558b2cfeb49e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:09.287260 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a0812-f5dd-4040-b56c-023b6e6d341d req-1bad1154-ab61-46e3-b217-48b24b182164 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:09.307744 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-242a0812-f5dd-4040-b56c-023b6e6d341d req-1bad1154-ab61-46e3-b217-48b24b182164 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 947 time: 0.0887601 Jan 28 12:00:09.386288 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-242a0812-f5dd-4040-b56c-023b6e6d341d req-2b5128fb-9be8-44b2-bc80-38469450e36f tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756314 Jan 28 12:00:09.539832 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040f552-45ca-4672-9947-f798720134a1 req-9f94d824-ef77-4d1b-8968-91266689b0ac tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:09.541532 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e040f552-45ca-4672-9947-f798720134a1 req-9f94d824-ef77-4d1b-8968-91266689b0ac tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0587940 Jan 28 12:00:09.603440 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e040f552-45ca-4672-9947-f798720134a1 req-a2ae0807-6b51-4905-abaa-df04bde8a518 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558827 Jan 28 12:00:09.613483 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49570) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:09.626978 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0873-12ba-418d-91b2-2982039b79b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.705654 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0873-12ba-418d-91b2-2982039b79b8 admin admin] Publish callbacks [] for security_group (05bec9d3-ff96-44d1-b264-3f789de8f0b6), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.711303 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0873-12ba-418d-91b2-2982039b79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (05bec9d3-ff96-44d1-b264-3f789de8f0b6), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.749545 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-bb8d0873-12ba-418d-91b2-2982039b79b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f593f5ef0f134f52aa7541d25e5d390e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349061 Jan 28 12:00:09.750396 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d0873-12ba-418d-91b2-2982039b79b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bec9d3-ff96-44d1-b264-3f789de8f0b6,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:09.752465 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49572) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:09.815162 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcb5-00f7-4d16-a1aa-b3cc4a933b83 admin admin] Publish callbacks [] for security_group (05bec9d3-ff96-44d1-b264-3f789de8f0b6), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.839501 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcb5-00f7-4d16-a1aa-b3cc4a933b83 admin admin] Publish callbacks [] for security_group (05bec9d3-ff96-44d1-b264-3f789de8f0b6), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.886473 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcb5-00f7-4d16-a1aa-b3cc4a933b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (05bec9d3-ff96-44d1-b264-3f789de8f0b6), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.889317 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e3f5fcb5-00f7-4d16-a1aa-b3cc4a933b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:09.890381 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e3f5fcb5-00f7-4d16-a1aa-b3cc4a933b83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05bec9d3-ff96-44d1-b264-3f789de8f0b6 HTTP/1.1" status: 204 len: 168 time: 0.1369398 Jan 28 12:00:09.898543 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5fcb5-00f7-4d16-a1aa-b3cc4a933b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bec9d3-ff96-44d1-b264-3f789de8f0b6,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:10.175907 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 4c00106d-8ce1-4912-839d-2701aaa5691a details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:00:10.253510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49582) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:10.269740 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-498344c8-1c83-4d8c-877d-c4aa1a139cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.296179 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 4c00106d-8ce1-4912-839d-2701aaa5691a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=4c00106d-8ce1-4912-839d-2701aaa5691a,segment=NetworkSegment(9e76a03b-643c-4888-b846-97e73d4812dc),segment_id=9e76a03b-643c-4888-b846-97e73d4812dc)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:10.307936 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '4c00106d-8ce1-4912-839d-2701aaa5691a', 'network_id': '3b1e25b9-372d-4547-b55b-40acd945fb92', 'port_id': '4c00106d-8ce1-4912-839d-2701aaa5691a', 'mac_address': 'fa:16:3e:f7:95:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6114725-5210-4462-930a-44d77015a6d8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:00:10.346472 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 4c00106d-8ce1-4912-839d-2701aaa5691a is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:10.346855 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.353670 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-498344c8-1c83-4d8c-877d-c4aa1a139cfd admin admin] Publish callbacks [] for security_group (47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.360409 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c00106d-8ce1-4912-839d-2701aaa5691a {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:00:10.363336 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-498344c8-1c83-4d8c-877d-c4aa1a139cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.381709 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 4c00106d-8ce1-4912-839d-2701aaa5691a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=4c00106d-8ce1-4912-839d-2701aaa5691a,segment=NetworkSegment(9e76a03b-643c-4888-b846-97e73d4812dc),segment_id=9e76a03b-643c-4888-b846-97e73d4812dc)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:10.386950 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.423798 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498344c8-1c83-4d8c-877d-c4aa1a139cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:10.445700 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-498344c8-1c83-4d8c-877d-c4aa1a139cfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a09796274ce04a7493a67862c65563c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881835 Jan 28 12:00:10.445908 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49590) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:10.447571 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=4c00106d-8ce1-4912-839d-2701aaa5691a,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:10.777117 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['4c00106d-8ce1-4912-839d-2701aaa5691a'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:00:10.784717 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd813f-1573-4830-8588-9af9bc06bd2c req-783e4c5e-da3b-4f11-b8b7-1a0c83a254b3 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:10.786215 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ecbd813f-1573-4830-8588-9af9bc06bd2c req-783e4c5e-da3b-4f11-b8b7-1a0c83a254b3 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 948 time: 0.3198271 Jan 28 12:00:10.787304 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d11d6028-b210-4ac6-ae85-139a87024713 admin admin] Publish callbacks [] for security_group (47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.822997 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d11d6028-b210-4ac6-ae85-139a87024713 admin admin] Publish callbacks [] for security_group (47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.889397 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ecbd813f-1573-4830-8588-9af9bc06bd2c req-3666c29d-bb65-4f48-99d6-b736805cd3b5 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924518 Jan 28 12:00:10.924544 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d11d6028-b210-4ac6-ae85-139a87024713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.927832 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d11d6028-b210-4ac6-ae85-139a87024713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:10.931322 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d11d6028-b210-4ac6-ae85-139a87024713 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d HTTP/1.1" status: 204 len: 168 time: 0.4820104 Jan 28 12:00:10.943705 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d6028-b210-4ac6-ae85-139a87024713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47faf0cc-f40f-4a75-bbea-7ce1e5b95f7d,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:11.080909 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae354-d3b0-4ed9-a511-49f81dc77b48 req-53770ee9-2ecf-425c-b51b-6772408c8233 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:11.082794 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15bae354-d3b0-4ed9-a511-49f81dc77b48 req-53770ee9-2ecf-425c-b51b-6772408c8233 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1036589 Jan 28 12:00:11.138707 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15bae354-d3b0-4ed9-a511-49f81dc77b48 req-1fa8421a-af1e-49d0-bff8-a52d67b7c5d7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494232 Jan 28 12:00:11.996327 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49652) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:12.036201 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119da4-6b54-4c5c-acce-392874c7a91e req-cec12de1-41d2-4c93-ad08-7bf61e311dd6 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:12.037868 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-68119da4-6b54-4c5c-acce-392874c7a91e req-cec12de1-41d2-4c93-ad08-7bf61e311dd6 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 948 time: 0.0745211 Jan 28 12:00:12.096792 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-68119da4-6b54-4c5c-acce-392874c7a91e req-9f479103-79c4-4ed0-9391-43d4aea66291 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506535 Jan 28 12:00:12.132899 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-120c07c3-0331-4226-96a7-57996aec82c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.198269 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 4c00106d-8ce1-4912-839d-2701aaa5691a up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:12.269845 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76276868-8419-4e8d-b90c-693101b1b537 req-d6c8b56d-7f65-40c4-af77-ce1bbf91fd9d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:12.273075 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-120c07c3-0331-4226-96a7-57996aec82c9 admin admin] Publish callbacks [] for security_group (3851e616-04b8-4e74-9df8-01abec1a288a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.276897 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-76276868-8419-4e8d-b90c-693101b1b537 req-d6c8b56d-7f65-40c4-af77-ce1bbf91fd9d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0535843 Jan 28 12:00:12.280223 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-120c07c3-0331-4226-96a7-57996aec82c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3851e616-04b8-4e74-9df8-01abec1a288a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.291294 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 4c00106d-8ce1-4912-839d-2701aaa5691a completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:00:12.298616 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 4c00106d-8ce1-4912-839d-2701aaa5691a triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:12.299044 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.330654 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-76276868-8419-4e8d-b90c-693101b1b537 req-b9d02356-3c66-4a61-b6b3-1b0e9b09ab6e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Jan 28 12:00:12.333395 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-120c07c3-0331-4226-96a7-57996aec82c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c13fc70ce945460093518e7e0cc7ccc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357105 Jan 28 12:00:12.336288 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49670) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:12.338720 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c07c3-0331-4226-96a7-57996aec82c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3851e616-04b8-4e74-9df8-01abec1a288a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:12.397688 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcd98-554e-454e-8a0a-cdf6ad069566 admin admin] Publish callbacks [] for security_group (3851e616-04b8-4e74-9df8-01abec1a288a), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.419184 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 4c00106d-8ce1-4912-839d-2701aaa5691a is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:12.419667 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.425516 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcd98-554e-454e-8a0a-cdf6ad069566 admin admin] Publish callbacks [] for security_group (3851e616-04b8-4e74-9df8-01abec1a288a), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.447837 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c00106d-8ce1-4912-839d-2701aaa5691a'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:12.450025 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e801f7-933e-4734-86d0-37914f2ec50e" -d '{"events": [{"server_uuid": "8e1331b6-50d8-4e47-bb99-70de789372aa", "name": "network-vif-plugged", "status": "completed", "tag": "4c00106d-8ce1-4912-839d-2701aaa5691a"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:12.464059 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 4c00106d-8ce1-4912-839d-2701aaa5691a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=4c00106d-8ce1-4912-839d-2701aaa5691a,segment=NetworkSegment(9e76a03b-643c-4888-b846-97e73d4812dc),segment_id=9e76a03b-643c-4888-b846-97e73d4812dc)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:12.474444 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.493719 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcd98-554e-454e-8a0a-cdf6ad069566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3851e616-04b8-4e74-9df8-01abec1a288a), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.496528 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcd98-554e-454e-8a0a-cdf6ad069566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:12.500852 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-5f2fcd98-554e-454e-8a0a-cdf6ad069566 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3851e616-04b8-4e74-9df8-01abec1a288a HTTP/1.1" status: 204 len: 168 time: 0.1630371 Jan 28 12:00:12.521911 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fcd98-554e-454e-8a0a-cdf6ad069566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3851e616-04b8-4e74-9df8-01abec1a288a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:12.542306 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb462ff6-2ce4-4cba-9b35-0f019748135c x-openstack-request-id: req-bb462ff6-2ce4-4cba-9b35-0f019748135c {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:12.542674 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1331b6-50d8-4e47-bb99-70de789372aa", "name": "network-vif-plugged", "status": "completed", "tag": "4c00106d-8ce1-4912-839d-2701aaa5691a", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:12.542933 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb462ff6-2ce4-4cba-9b35-0f019748135c {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:12.549278 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c00106d-8ce1-4912-839d-2701aaa5691a', 'code': 200} Jan 28 12:00:12.587031 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=4c00106d-8ce1-4912-839d-2701aaa5691a,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:12.760614 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e9ae1-8aee-430e-983d-bc9a7ab57c61 req-f16c9fc6-d64d-4210-8d20-8810e45163e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:12.762183 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d60e9ae1-8aee-430e-983d-bc9a7ab57c61 req-f16c9fc6-d64d-4210-8d20-8810e45163e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 1102 time: 0.0437376 Jan 28 12:00:12.823734 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d60e9ae1-8aee-430e-983d-bc9a7ab57c61 req-e6db7c0c-9366-404f-8999-2c9f305ac0ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505722 Jan 28 12:00:12.916576 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49690) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:12.930727 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95030570-121c-4c61-aea3-5a5240c3227b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:13.044136 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95030570-121c-4c61-aea3-5a5240c3227b admin admin] Publish callbacks [] for security_group (de8888f6-1327-4a12-bf52-bba02bbbebcf), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:13.050452 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-95030570-121c-4c61-aea3-5a5240c3227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (de8888f6-1327-4a12-bf52-bba02bbbebcf), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:13.094183 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-95030570-121c-4c61-aea3-5a5240c3227b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cde3587e451144c6a65a8ff2979c9d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761882 Jan 28 12:00:13.096407 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49698) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:13.102653 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95030570-121c-4c61-aea3-5a5240c3227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8888f6-1327-4a12-bf52-bba02bbbebcf,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:13.153831 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a20721c-c49b-40c5-bd8f-ed9b8aaa8ac2 admin admin] Publish callbacks [] for security_group (de8888f6-1327-4a12-bf52-bba02bbbebcf), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:13.200243 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a20721c-c49b-40c5-bd8f-ed9b8aaa8ac2 admin admin] Publish callbacks [] for security_group (de8888f6-1327-4a12-bf52-bba02bbbebcf), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:13.245764 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed3bc-fa57-435f-a4a9-a0233e541a1b req-1727233d-9532-49a3-972d-a0ba9a745dda tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:13.247257 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b8ed3bc-fa57-435f-a4a9-a0233e541a1b req-1727233d-9532-49a3-972d-a0ba9a745dda tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 949 time: 0.0835679 Jan 28 12:00:13.294491 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a20721c-c49b-40c5-bd8f-ed9b8aaa8ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (de8888f6-1327-4a12-bf52-bba02bbbebcf), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:13.297311 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8a20721c-c49b-40c5-bd8f-ed9b8aaa8ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:13.298773 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-8a20721c-c49b-40c5-bd8f-ed9b8aaa8ac2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de8888f6-1327-4a12-bf52-bba02bbbebcf HTTP/1.1" status: 204 len: 168 time: 0.2012367 Jan 28 12:00:13.322486 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20721c-c49b-40c5-bd8f-ed9b8aaa8ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8888f6-1327-4a12-bf52-bba02bbbebcf,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:13.335074 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b8ed3bc-fa57-435f-a4a9-a0233e541a1b req-05bc20fd-592f-42ee-812a-75a1d7df150e tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800481 Jan 28 12:00:13.474418 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673a066-9151-40ca-933b-28d7a566fb04 req-17dbdc4d-a16c-41f8-aec4-ccc7c0fd7fa6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:13.476131 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d673a066-9151-40ca-933b-28d7a566fb04 req-17dbdc4d-a16c-41f8-aec4-ccc7c0fd7fa6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0704415 Jan 28 12:00:13.534829 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d673a066-9151-40ca-933b-28d7a566fb04 req-1d9138a0-0ce2-4d51-befd-1c81d064f732 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493042 Jan 28 12:00:14.135126 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49740) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:14.239067 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-739036042-network', 'tenant_id': '2710da6d37254514a06537d61d459824'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:14.259524 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Made reservation on behalf of 2710da6d37254514a06537d61d459824 for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:00:14.261909 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.271901 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.353218 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks [] for security_group (727fd39e-ea14-43d4-938e-256db0f21505), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.359657 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (727fd39e-ea14-43d4-938e-256db0f21505), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.391070 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:00:14.399868 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727fd39e-ea14-43d4-938e-256db0f21505,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:14.408122 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (69a02f7d-d104-476f-bc0e-ebbf7ca71cf9), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.408752 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Added segment 69a02f7d-d104-476f-bc0e-ebbf7ca71cf9 of type vlan for network 1445ae6d-def7-4e92-8b55-e8f59744c2ee Jan 28 12:00:14.485886 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (1445ae6d-def7-4e92-8b55-e8f59744c2ee), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.522347 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436500c8-5f84-46f9-932e-ed701be776c5 req-a1473396-4478-4903-afb0-1cb0d5479695 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:14.523771 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-436500c8-5f84-46f9-932e-ed701be776c5 req-a1473396-4478-4903-afb0-1cb0d5479695 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 949 time: 0.1047418 Jan 28 12:00:14.536531 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (1445ae6d-def7-4e92-8b55-e8f59744c2ee), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.537419 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:14.537989 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.614135 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4806619 Jan 28 12:00:14.619211 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49752) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:14.625625 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Request body: {'subnet': {'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-739036042-subnet', 'tenant_id': '2710da6d37254514a06537d61d459824', 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:14.662595 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aae9ef-68dd-4b63-96a0-76769181f077 admin admin] Pushing event updated for resources: {'Network': ['ID=1445ae6d-def7-4e92-8b55-e8f59744c2ee,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:14.665444 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Made reservation on behalf of 2710da6d37254514a06537d61d459824 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:00:14.668106 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-436500c8-5f84-46f9-932e-ed701be776c5 req-1565956e-1acb-4cdc-a0df-fb511f506212 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381414 Jan 28 12:00:14.674434 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26662354'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.675634 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:00:14.713146 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ac521-8cbd-42c9-862b-bf23a421dc47 req-33691a79-824d-4aac-9b3c-5e45c142ae43 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:14.714679 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c8ac521-8cbd-42c9-862b-bf23a421dc47 req-33691a79-824d-4aac-9b3c-5e45c142ae43 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0961339 Jan 28 12:00:14.781563 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c8ac521-8cbd-42c9-862b-bf23a421dc47 req-7fbb673e-fc8d-4410-940f-80231a7639a8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594256 Jan 28 12:00:14.909063 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26305462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26662336'] for subnet (c1b7b2a9-db14-4543-ad37-22441f18f2d9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:14.959093 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b7b2a9-db14-4543-ad37-22441f18f2d9,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:14.974995 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Checking segment: {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:14.975351 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Network hostable DHCP agents. Network: 1445ae6d-def7-4e92-8b55-e8f59744c2ee, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:00:14.994406 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:00:15.005535 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 1445ae6d-def7-4e92-8b55-e8f59744c2ee) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:15.010970 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:15.011560 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.019304 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7439d-2c4c-41ba-8dc4-e8c41350a360 None None] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:00:15.039551 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d8a486ee-0533-4849-bb35-65e13f3c70c4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4173441 Jan 28 12:00:15.042172 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49774) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:15.047532 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:15.068442 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (4be3cb42-00c2-45db-980a-91404defac3a), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.069494 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (4be3cb42-00c2-45db-980a-91404defac3a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.122390 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks [] for router_controller (4be3cb42-00c2-45db-980a-91404defac3a), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.134328 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'project_id': '2710da6d37254514a06537d61d459824', 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:00:15.135212 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.297335 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks [] for router_gateway (4be3cb42-00c2-45db-980a-91404defac3a), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.331534 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Allocated IP 172.20.0.2 (1445ae6d-def7-4e92-8b55-e8f59744c2ee/c1b7b2a9-db14-4543-ad37-22441f18f2d9/c52dcf08-6255-426b-a455-6cec588f4822) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:15.502041 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Publish callbacks [] for port (c52dcf08-6255-426b-a455-6cec588f4822), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.508820 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (c52dcf08-6255-426b-a455-6cec588f4822), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.536538 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks [] for router_gateway (4be3cb42-00c2-45db-980a-91404defac3a), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.548168 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:15.550990 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:15.554877 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:15.560795 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.593459 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Pushing event updated for resources: {'Port': ['ID=c52dcf08-6255-426b-a455-6cec588f4822,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:15.632469 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Attempting to bind port c52dcf08-6255-426b-a455-6cec588f4822 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:15.632840 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Attempting to bind port c52dcf08-6255-426b-a455-6cec588f4822 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:15.633208 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Attempting to bind port c52dcf08-6255-426b-a455-6cec588f4822 on network 1445ae6d-def7-4e92-8b55-e8f59744c2ee {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:15.641602 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:15.642004 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Checking segment: {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:15.642692 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.643304 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Bound using segment: {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:15.646039 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Bound port: c52dcf08-6255-426b-a455-6cec588f4822, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:15.646803 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c52dcf08-6255-426b-a455-6cec588f4822), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.688683 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Allocated IP 172.27.0.11 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/31aafedf-fdd7-4ed0-ba36-e312860fd1b1) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:15.795258 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] For port c52dcf08-6255-426b-a455-6cec588f4822, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:15.799279 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] For port c52dcf08-6255-426b-a455-6cec588f4822, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=c52dcf08-6255-426b-a455-6cec588f4822,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:15.810954 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (c52dcf08-6255-426b-a455-6cec588f4822), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.867344 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks [] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.890257 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0fbc2-34cc-4f34-b28e-56d7d4f6fe6b req-032a3b8d-4cc0-4f20-a082-3264aff4e42a tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:15.899508 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9da0fbc2-34cc-4f34-b28e-56d7d4f6fe6b req-032a3b8d-4cc0-4f20-a082-3264aff4e42a tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 949 time: 0.1031029 Jan 28 12:00:15.912474 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa771684-773d-4129-b980-ebaf8c672412 None None] Pushing event updated for resources: {'Port': ['ID=c52dcf08-6255-426b-a455-6cec588f4822,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:15.927710 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:15.977330 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:15.982391 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:15.988701 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:16.006853 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9da0fbc2-34cc-4f34-b28e-56d7d4f6fe6b req-313e9982-701b-4862-86c4-e294cfa08f97 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060386 Jan 28 12:00:16.019697 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Pushing event updated for resources: {'Port': ['ID=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:16.022272 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6450-8fee-4b16-beac-979a77503387 req-c9853163-2b85-4a04-84de-d12bc516996b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:16.023833 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ffe6450-8fee-4b16-beac-979a77503387 req-c9853163-2b85-4a04-84de-d12bc516996b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0810442 Jan 28 12:00:16.125070 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ffe6450-8fee-4b16-beac-979a77503387 req-8f6501f6-172c-49b5-81cf-ce883c7227ba tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947642 Jan 28 12:00:16.367599 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks [] for router_gateway (4be3cb42-00c2-45db-980a-91404defac3a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:16.440254 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a41c7-fbfc-48f7-ae4a-26a9f12fae1a req-29499cac-33eb-4043-b422-bc804d4c0cde tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:16.441917 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9c8a41c7-fbfc-48f7-ae4a-26a9f12fae1a req-29499cac-33eb-4043-b422-bc804d4c0cde tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 949 time: 0.0698934 Jan 28 12:00:16.491962 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9c8a41c7-fbfc-48f7-ae4a-26a9f12fae1a req-5dc73e25-646f-4351-8ad1-23cd158b6ecc tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433385 Jan 28 12:00:16.826947 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (4be3cb42-00c2-45db-980a-91404defac3a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:16.975807 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Router 4be3cb42-00c2-45db-980a-91404defac3a is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:00:17.082764 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99881735-3d01-4d73-9462-91447aeaf4c7 None None] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:00:17.097516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:00:17.106012 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Sync routers for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:00:17.117783 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:17.118464 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:59:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:17.123122 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:17.127183 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a46ba43f-d106-4d0a-b855-26889507fecb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0807889 Jan 28 12:00:17.127809 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49822) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:17.232062 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-a55a4b0a-997a-4f9d-b272-2aa956ea8780 None None] Provisioning complete for port c52dcf08-6255-426b-a455-6cec588f4822 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:17.232062 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a55a4b0a-997a-4f9d-b272-2aa956ea8780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (c52dcf08-6255-426b-a455-6cec588f4822), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:17.247792 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:17.386456 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a55a4b0a-997a-4f9d-b272-2aa956ea8780 None None] Current status of the port c52dcf08-6255-426b-a455-6cec588f4822 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:17.387148 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a55a4b0a-997a-4f9d-b272-2aa956ea8780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (c52dcf08-6255-426b-a455-6cec588f4822), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:17.425199 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-a55a4b0a-997a-4f9d-b272-2aa956ea8780 None None] For port c52dcf08-6255-426b-a455-6cec588f4822, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=c52dcf08-6255-426b-a455-6cec588f4822,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:17.432780 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a55a4b0a-997a-4f9d-b272-2aa956ea8780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (c52dcf08-6255-426b-a455-6cec588f4822), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:17.527875 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd94d06-1e9e-49f5-8516-de96ce7b89de req-8ae66fb7-fe01-4eff-952e-00038bc8e3ed tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:17.536123 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0bd94d06-1e9e-49f5-8516-de96ce7b89de req-8ae66fb7-fe01-4eff-952e-00038bc8e3ed tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1228526 Jan 28 12:00:17.566137 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device c52dcf08-6255-426b-a455-6cec588f4822 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:17.696539 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a4b0a-997a-4f9d-b272-2aa956ea8780 None None] Pushing event updated for resources: {'Port': ['ID=c52dcf08-6255-426b-a455-6cec588f4822,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:17.704888 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:16Z', 'revision_number': 3, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:17.705449 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0bd94d06-1e9e-49f5-8516-de96ce7b89de req-12bf16ba-1186-4c02-bed6-790098a439c1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631978 Jan 28 12:00:17.725013 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port c52dcf08-6255-426b-a455-6cec588f4822 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:17.725289 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (c52dcf08-6255-426b-a455-6cec588f4822), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:17.736890 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Checking router: 4be3cb42-00c2-45db-980a-91404defac3a for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:00:17.738035 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Updating router 4be3cb42-00c2-45db-980a-91404defac3a port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:00:17.774670 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:17.794172 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-2fa3d168-2e2c-4eb2-817e-a1e6a9d037ed None None] Provisioning complete for port c52dcf08-6255-426b-a455-6cec588f4822 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:17.794548 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d168-2e2c-4eb2-817e-a1e6a9d037ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (c52dcf08-6255-426b-a455-6cec588f4822), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:17.826884 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613263-94cf-49c2-969e-1308e5c39e80 req-618663bf-7188-43a5-9407-fbf4836afb5d tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:17.837393 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dd613263-94cf-49c2-969e-1308e5c39e80 req-618663bf-7188-43a5-9407-fbf4836afb5d tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 949 time: 0.1464245 Jan 28 12:00:17.977455 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port c52dcf08-6255-426b-a455-6cec588f4822 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:18.037317 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.054293 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:00:18.059977 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3d168-2e2c-4eb2-817e-a1e6a9d037ed None None] Current status of the port c52dcf08-6255-426b-a455-6cec588f4822 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:18.070854 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dd613263-94cf-49c2-969e-1308e5c39e80 req-cf08ec8a-0f24-473d-814d-79b2b97994d7 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319605 Jan 28 12:00:18.108433 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Publish callbacks [] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.114314 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.159154 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Pushing event updated for resources: {'Port': ['ID=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:18.167249 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.167553 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.167920 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.168254 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.168751 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.169261 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.169774 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.170305 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.170804 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.171327 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.171825 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.172355 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.173089 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.212007 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Attempting to bind port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:18.212392 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Attempting to bind port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:18.212749 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Attempting to bind port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:18.219565 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:18.220218 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:18.223500 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.224225 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:18.224867 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Bound port: 31aafedf-fdd7-4ed0-ba36-e312860fd1b1, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:18.225401 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.259909 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Allocated IP 172.20.0.1 (1445ae6d-def7-4e92-8b55-e8f59744c2ee/c1b7b2a9-db14-4543-ad37-22441f18f2d9/32d50adb-045f-4be6-a1e8-0aae81064e2e) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:18.294346 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] For port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:18.297879 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] For port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:18.302493 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.368070 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7028-fc77-40f6-a00b-fd76791a811c None None] Pushing event updated for resources: {'Port': ['ID=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:18.375525 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:18.376687 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T11:59:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:18.392775 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-128224b5-9746-4196-9f8a-1a3b8db1dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:18.394455 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-128224b5-9746-4196-9f8a-1a3b8db1dd43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.1000009 Jan 28 12:00:18.410043 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks [] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.445519 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-757021db-0ce9-47bb-a826-18a78c8f5a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.452813 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.509177 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:18.539962 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:18.549849 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:18.561209 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:18.566240 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Pushing event updated for resources: {'Port': ['ID=32d50adb-045f-4be6-a1e8-0aae81064e2e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:18.606829 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.607369 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.607538 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.607903 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.608213 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.608539 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.608866 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.609191 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.609541 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.609824 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.610207 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.610645 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.611124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:18.624182 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-14bb895f-07b4-4e32-9a65-2eea9519681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:18.625847 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-14bb895f-07b4-4e32-9a65-2eea9519681e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 919 time: 0.1835871 Jan 28 12:00:18.643404 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (4be3cb42-00c2-45db-980a-91404defac3a), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.754682 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-d2340240-b6e3-4d03-bc10-f6c2fdc92dfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 217 time: 0.1063890 Jan 28 12:00:18.804300 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:16Z', 'revision_number': 3, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:18.835944 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4100ce1d-8df4-42e4-aad7-2d7b3713ea3e None None] The sync data for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi is: [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:16Z', 'revision_number': 3, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:00:18.909567 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-d0f5ce8b-e3ae-4eba-963e-83e4cf9ff289 None None] Provisioning complete for port 32d50adb-045f-4be6-a1e8-0aae81064e2e triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:18.910005 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d0f5ce8b-e3ae-4eba-963e-83e4cf9ff289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:18.912477 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-486c204a-c6de-4ece-b4f4-defa6a549e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:18.914333 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-486c204a-c6de-4ece-b4f4-defa6a549e73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.1511066 Jan 28 12:00:18.977537 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0e747-c5b7-4977-9c46-2e267415d50b req-c1462f16-54c0-4e39-a8da-42874e2dd402 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:18.977663 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5ce8b-e3ae-4eba-963e-83e4cf9ff289 None None] Port 32d50adb-045f-4be6-a1e8-0aae81064e2e cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:00:18.977746 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-31b0e747-c5b7-4977-9c46-2e267415d50b req-c1462f16-54c0-4e39-a8da-42874e2dd402 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1548162 Jan 28 12:00:19.021607 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:19.025171 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-34657848-47f9-4d1f-8bc8-9e6c09d04dc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985351 Jan 28 12:00:19.116746 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbae818-4911-435f-859f-c8b571e7a451 req-2d2ca556-5aa5-4fdd-bec9-81b4172906fd tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:19.121271 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ecbae818-4911-435f-859f-c8b571e7a451 req-2d2ca556-5aa5-4fdd-bec9-81b4172906fd tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 949 time: 0.1772854 Jan 28 12:00:19.199137 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-31b0e747-c5b7-4977-9c46-2e267415d50b req-d4a87452-afa9-4202-a6a6-13419f7a1cd3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081106 Jan 28 12:00:19.378222 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-ac78a7c0-20e0-4c60-9852-3970b47fef76 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242502 Jan 28 12:00:19.458402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Deleting port 4c00106d-8ce1-4912-839d-2701aaa5691a {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:00:19.458754 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:19.553172 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230f309-3aa0-499e-8f66-27e204d996e8 req-377e55fc-08a3-480e-8079-8ffed2459700 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:19.562004 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d230f309-3aa0-499e-8f66-27e204d996e8 req-377e55fc-08a3-480e-8079-8ffed2459700 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 949 time: 0.2056756 Jan 28 12:00:19.690423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] For port 4c00106d-8ce1-4912-839d-2701aaa5691a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=4c00106d-8ce1-4912-839d-2701aaa5691a,segment=NetworkSegment(9e76a03b-643c-4888-b846-97e73d4812dc),segment_id=9e76a03b-643c-4888-b846-97e73d4812dc)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:19.690804 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:19.717553 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Calling delete_port for 4c00106d-8ce1-4912-839d-2701aaa5691a owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:00:19.728757 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device c52dcf08-6255-426b-a455-6cec588f4822 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:19.753885 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-80edc9ee-6ecb-4019-a852-17d7924a0323 req-e6c063fa-20b8-4e89-b0fe-4fa2c95ecb8d service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628156 Jan 28 12:00:19.760504 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks [] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:19.775631 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:19.819180 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d230f309-3aa0-499e-8f66-27e204d996e8 req-bfef9fb8-8506-4f85-94bb-18b0ccac8227 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d544a5fc-69e5-414c-87ec-5ee8675787f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558453 Jan 28 12:00:19.888617 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port c52dcf08-6255-426b-a455-6cec588f4822 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:19.889002 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (c52dcf08-6255-426b-a455-6cec588f4822), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:19.918837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Pushing event updated for resources: {'Port': ['ID=32d50adb-045f-4be6-a1e8-0aae81064e2e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:19.924075 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (4be3cb42-00c2-45db-980a-91404defac3a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:19.976279 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (4c00106d-8ce1-4912-839d-2701aaa5691a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:20.004708 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['4c00106d-8ce1-4912-839d-2701aaa5691a'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:00:20.043491 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port c52dcf08-6255-426b-a455-6cec588f4822 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:20.045061 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:20.061839 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Pushing event deleted for resources: {'Port': ['ID=4c00106d-8ce1-4912-839d-2701aaa5691a,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:20.081302 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:20.082994 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:20.197522 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:20.197902 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:20.251105 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] No DVR routers for this DVR port 4c00106d-8ce1-4912-839d-2701aaa5691a on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:00:20.257490 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:20.276939 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ecbae818-4911-435f-859f-c8b571e7a451 req-8761921e-261a-44fa-adef-15ae5a6adab9 tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.39 "DELETE /v2.0/ports/4c00106d-8ce1-4912-839d-2701aaa5691a HTTP/1.1" status: 204 len: 173 time: 1.1471367 Jan 28 12:00:20.278566 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'name': 'network-vif-deleted', 'tag': '4c00106d-8ce1-4912-839d-2701aaa5691a'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:20.299963 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5536eeac-86ac-4f63-8973-caec312ee1d3" -d '{"events": [{"server_uuid": "8e1331b6-50d8-4e47-bb99-70de789372aa", "name": "network-vif-deleted", "tag": "4c00106d-8ce1-4912-839d-2701aaa5691a"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:20.418838 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e70ac-bb87-415a-a3f2-03f91e827ee5 x-openstack-request-id: req-7b1e70ac-bb87-415a-a3f2-03f91e827ee5 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:20.419221 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1331b6-50d8-4e47-bb99-70de789372aa", "name": "network-vif-deleted", "tag": "4c00106d-8ce1-4912-839d-2701aaa5691a", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:20.419660 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b1e70ac-bb87-415a-a3f2-03f91e827ee5 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:20.420234 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1331b6-50d8-4e47-bb99-70de789372aa', 'name': 'network-vif-deleted', 'tag': '4c00106d-8ce1-4912-839d-2701aaa5691a', 'status': 'completed', 'code': 200} Jan 28 12:00:20.494243 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:20.494786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:20.579256 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:20.586700 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:20.727471 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5031bd40-d7ce-4904-8d4a-233a7207fdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:20.754814 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:20.764879 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-5968af18-9716-45cf-bec6-22733166d58a None None] Provisioning complete for port 32d50adb-045f-4be6-a1e8-0aae81064e2e triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:20.765473 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5968af18-9716-45cf-bec6-22733166d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:20.817363 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5968af18-9716-45cf-bec6-22733166d58a None None] Port 32d50adb-045f-4be6-a1e8-0aae81064e2e cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:00:20.937497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741d9e6-1ee8-44c0-9a27-9fcc03ab59a7 req-92387030-0b18-4107-a02f-8e4c666c3b05 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:20.939522 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9741d9e6-1ee8-44c0-9a27-9fcc03ab59a7 req-92387030-0b18-4107-a02f-8e4c666c3b05 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1021738 Jan 28 12:00:20.943537 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Router 4be3cb42-00c2-45db-980a-91404defac3a has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:00:20.988667 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.000534 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8d136843-d58a-49e5-933d-40e47a3e557f req-a5689ecd-a5c8-48e4-8858-a03c463f1f4f tempest-VolumesNegativeTest-475362013 tempest-VolumesNegativeTest-475362013-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e1331b6-50d8-4e47-bb99-70de789372aa HTTP/1.1" status: 200 len: 210 time: 0.0596359 Jan 28 12:00:21.094697 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9741d9e6-1ee8-44c0-9a27-9fcc03ab59a7 req-2ec74a2d-8c67-4bb1-81a1-074b123042ea tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404774 Jan 28 12:00:21.148348 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:00:21.153782 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-63b0688e-a492-47e8-8801-5e4954825656 admin admin] 10.222.0.36 "PUT /v2.0/routers/4be3cb42-00c2-45db-980a-91404defac3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0241683 Jan 28 12:00:21.162589 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 49930) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:21.282844 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.356221 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:21.401895 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Publish callbacks [] for security_group (2083a0bb-8a0e-402a-89eb-6915670d109b), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.419660 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (2083a0bb-8a0e-402a-89eb-6915670d109b), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.439074 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:21.439469 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.499473 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29ad25118cec469abd92a7c99d7e6d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346641 Jan 28 12:00:21.499918 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2083a0bb-8a0e-402a-89eb-6915670d109b,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:21.501382 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49940) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:21.512015 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.512313 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.512658 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.512996 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.513380 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.513711 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.514476 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.514824 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.515158 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.515489 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.516353 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.516813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.517019 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de72ae2-580c-4376-9eb9-de3332623bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:21.606936 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-298f3304-2bdb-4c2e-a85f-268ca3369c5b admin admin] Publish callbacks [] for security_group (2083a0bb-8a0e-402a-89eb-6915670d109b), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.646271 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-298f3304-2bdb-4c2e-a85f-268ca3369c5b admin admin] Publish callbacks [] for security_group (2083a0bb-8a0e-402a-89eb-6915670d109b), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.649379 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.656799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:21.709526 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-298f3304-2bdb-4c2e-a85f-268ca3369c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (2083a0bb-8a0e-402a-89eb-6915670d109b), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.712183 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-298f3304-2bdb-4c2e-a85f-268ca3369c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:21.719923 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-298f3304-2bdb-4c2e-a85f-268ca3369c5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2083a0bb-8a0e-402a-89eb-6915670d109b HTTP/1.1" status: 204 len: 168 time: 0.2171111 Jan 28 12:00:21.729706 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f3304-2bdb-4c2e-a85f-268ca3369c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2083a0bb-8a0e-402a-89eb-6915670d109b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:21.933253 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Sync routers for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:00:21.956742 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 49966) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:21.959122 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:21.959946 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:00:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:21.965509 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-307970147-network', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:22.004613 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Made reservation on behalf of c62284992e304d978b27c9cbf16d60be for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:00:22.007576 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.029046 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.367823 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks [] for security_group (d1b56478-e2fe-4815-aa00-90c475cddc4e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.385241 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d1b56478-e2fe-4815-aa00-90c475cddc4e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.420575 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:22.433460 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:00:22.455768 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163cbe-a116-4c68-97f7-9d53739b0acd req-3bfa2d25-a70b-497c-9d4c-728b130e3083 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:22.460760 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-02163cbe-a116-4c68-97f7-9d53739b0acd req-3bfa2d25-a70b-497c-9d4c-728b130e3083 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.2341318 Jan 28 12:00:22.488605 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50014) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:22.490617 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b56478-e2fe-4815-aa00-90c475cddc4e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:22.524706 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a54469e-cbba-4d15-9fb5-2bc045ccd676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.560214 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (d278a19e-35e8-4e59-a36d-5e7a966b1094), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.560423 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Added segment d278a19e-35e8-4e59-a36d-5e7a966b1094 of type vlan for network 043ab78a-64b9-4803-9a79-b38543498c32 Jan 28 12:00:22.659731 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-02163cbe-a116-4c68-97f7-9d53739b0acd req-bc0469a2-4fa0-4a76-9429-77b33b685843 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429410 Jan 28 12:00:22.668484 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (043ab78a-64b9-4803-9a79-b38543498c32), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.700411 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a54469e-cbba-4d15-9fb5-2bc045ccd676 admin admin] Publish callbacks [] for security_group (34674def-8f07-44a8-a25d-a78607c98fa2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.707486 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a54469e-cbba-4d15-9fb5-2bc045ccd676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (34674def-8f07-44a8-a25d-a78607c98fa2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.720124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (043ab78a-64b9-4803-9a79-b38543498c32), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.722088 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:22.722644 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.761368 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54469e-cbba-4d15-9fb5-2bc045ccd676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34674def-8f07-44a8-a25d-a78607c98fa2,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:22.824091 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] Pushing event updated for resources: {'Network': ['ID=043ab78a-64b9-4803-9a79-b38543498c32,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:22.836216 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-97d6987d-ea38-4998-b8f8-3bacb4f20c28 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8768036 Jan 28 12:00:22.840998 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50028) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:22.842547 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:19Z', 'revision_number': 2, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:22.845162 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 043ab78a-64b9-4803-9a79-b38543498c32 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:00:22.853032 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Request body: {'subnet': {'network_id': '043ab78a-64b9-4803-9a79-b38543498c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-307970147-subnet', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:22.866742 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 50030) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:22.870216 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0a54469e-cbba-4d15-9fb5-2bc045ccd676 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2210f81b230545359da95bd8f9e6fcb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796589 Jan 28 12:00:22.898356 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Made reservation on behalf of c62284992e304d978b27c9cbf16d60be for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:00:22.900279 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Checking router: 4be3cb42-00c2-45db-980a-91404defac3a for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:00:22.901856 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Updating router 4be3cb42-00c2-45db-980a-91404defac3a port 32d50adb-045f-4be6-a1e8-0aae81064e2e binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:00:22.903287 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26662354'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.954222 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec795-1851-4f77-baf9-ab1bc13ee0d4 admin admin] Publish callbacks [] for security_group (34674def-8f07-44a8-a25d-a78607c98fa2), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:22.984084 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec795-1851-4f77-baf9-ab1bc13ee0d4 admin admin] Publish callbacks [] for security_group (34674def-8f07-44a8-a25d-a78607c98fa2), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.043350 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec795-1851-4f77-baf9-ab1bc13ee0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (34674def-8f07-44a8-a25d-a78607c98fa2), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.046392 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec795-1851-4f77-baf9-ab1bc13ee0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.051280 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-4b1ec795-1851-4f77-baf9-ab1bc13ee0d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34674def-8f07-44a8-a25d-a78607c98fa2 HTTP/1.1" status: 204 len: 168 time: 0.1798112 Jan 28 12:00:23.058369 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec795-1851-4f77-baf9-ab1bc13ee0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34674def-8f07-44a8-a25d-a78607c98fa2,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:23.142875 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26305462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26662336'] for subnet (f057736d-08e3-4f97-91bc-673798b19b53), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.148878 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.229922 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f057736d-08e3-4f97-91bc-673798b19b53,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:23.258733 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Checking segment: {'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:23.259272 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Network hostable DHCP agents. Network: 043ab78a-64b9-4803-9a79-b38543498c32, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:00:23.288576 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Network 043ab78a-64b9-4803-9a79-b38543498c32 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:00:23.294273 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.312995 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 043ab78a-64b9-4803-9a79-b38543498c32) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:23.324176 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:23.325243 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.349738 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410c645-8d7d-4065-913c-cd96d18919ed None None] Network 043ab78a-64b9-4803-9a79-b38543498c32 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:00:23.356745 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-75ee633e-90f2-4012-bc4c-ba2f54255f33 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5141816 Jan 28 12:00:23.360547 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50056) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:23.365328 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:23.397624 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (8a9095e6-dbd4-403e-b52b-31ff91e8d231), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.398942 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (8a9095e6-dbd4-403e-b52b-31ff91e8d231), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.570400 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks [] for router_controller (8a9095e6-dbd4-403e-b52b-31ff91e8d231), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.667105 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-5e070523-3be2-4da7-8c63-396e0e76f0e5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:23.667572 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Publish callbacks [] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.677930 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.679008 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-5e070523-3be2-4da7-8c63-396e0e76f0e5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.3822367 Jan 28 12:00:23.703179 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd6ac4-dd24-4729-870c-c0ba8193ee79 req-e5ec5a20-1a2c-44e4-bf28-752a2f4cfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:23.705505 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-25dd6ac4-dd24-4729-870c-c0ba8193ee79 req-e5ec5a20-1a2c-44e4-bf28-752a2f4cfb8b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.1914995 Jan 28 12:00:23.713958 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-89c18efc-1620-45f6-8663-60bebf3ba66c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/quotas/fcbafd4a840f4924a84abd5deff7c921 HTTP/1.1" status: 200 len: 375 time: 0.0330074 Jan 28 12:00:23.725391 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e7fe2-9355-4dac-9967-5882ca2505f9 None None] Pushing event updated for resources: {'Port': ['ID=32d50adb-045f-4be6-a1e8-0aae81064e2e,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:23.772961 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-043ab78a-64b9-4803-9a79-b38543498c32', 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32', 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'fixed_ips': [{'subnet_id': 'f057736d-08e3-4f97-91bc-673798b19b53'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:00:23.774152 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.814858 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks [] for router_gateway (8a9095e6-dbd4-403e-b52b-31ff91e8d231), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:23.912766 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-25dd6ac4-dd24-4729-870c-c0ba8193ee79 req-52de5152-605f-4aed-85c3-2d21c9b30d19 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610208 Jan 28 12:00:23.920680 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 50108) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:23.945380 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-e481390e-7daa-4528-bd67-0e03a7085371 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2300994 Jan 28 12:00:23.974571 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Attempting to bind port 32d50adb-045f-4be6-a1e8-0aae81064e2e on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:23.975023 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Attempting to bind port 32d50adb-045f-4be6-a1e8-0aae81064e2e by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:23.975381 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Attempting to bind port 32d50adb-045f-4be6-a1e8-0aae81064e2e on network 1445ae6d-def7-4e92-8b55-e8f59744c2ee {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:24.000406 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:24.000882 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Checking segment: {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:24.001384 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.001782 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Bound using segment: {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:24.002273 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Bound port: 32d50adb-045f-4be6-a1e8-0aae81064e2e, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:24.008244 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.009688 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e6cc6-b5ca-4774-948a-23ddab7c38ec req-966bf43d-c5be-4cb1-8bfc-311300e6668d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:24.011670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d74e6cc6-b5ca-4774-948a-23ddab7c38ec req-966bf43d-c5be-4cb1-8bfc-311300e6668d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1830904 Jan 28 12:00:24.014715 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6058b9ff-673c-448d-9931-e7a46ee3230b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.221035 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] For port 32d50adb-045f-4be6-a1e8-0aae81064e2e, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:24.224670 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] For port 32d50adb-045f-4be6-a1e8-0aae81064e2e, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=32d50adb-045f-4be6-a1e8-0aae81064e2e,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:24.235263 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.254803 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 4c00106d-8ce1-4912-839d-2701aaa5691a no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:00:24.272358 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks [] for router_gateway (8a9095e6-dbd4-403e-b52b-31ff91e8d231), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.279773 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 4c00106d-8ce1-4912-839d-2701aaa5691a {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:00:24.280222 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 4c00106d-8ce1-4912-839d-2701aaa5691a not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:00:24.286660 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Allocated IP 172.20.0.2 (043ab78a-64b9-4803-9a79-b38543498c32/f057736d-08e3-4f97-91bc-673798b19b53/77132ed8-ac99-4f14-8356-7324d086ae17) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:24.325346 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.330191 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d74e6cc6-b5ca-4774-948a-23ddab7c38ec req-7d77d72a-7894-4e25-bd13-0d828bc26ba1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729676 Jan 28 12:00:24.369359 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-d9a6df24-c8d5-4de8-8fcf-ccef5367f066 None None] Provisioning complete for port 32d50adb-045f-4be6-a1e8-0aae81064e2e triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:24.377371 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d9a6df24-c8d5-4de8-8fcf-ccef5367f066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.379165 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6058b9ff-673c-448d-9931-e7a46ee3230b admin admin] Publish callbacks [] for security_group (7860ccfa-cc06-4c3e-818f-2a791c53b23e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.384490 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-a1f93fe1-3030-41a9-b1c2-2c2bad4f4cdd service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378664 Jan 28 12:00:24.386370 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6058b9ff-673c-448d-9931-e7a46ee3230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7860ccfa-cc06-4c3e-818f-2a791c53b23e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.437295 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:24.437954 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:00:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:24.502444 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-664a809b-82bc-43ab-bba8-c01d9d441b26 service neutron] 10.222.0.36 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099436 Jan 28 12:00:24.559782 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Allocated IP 172.27.0.234 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/249fafb2-0ebe-426d-b7c8-49bd7002b70d) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:24.564918 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6058b9ff-673c-448d-9931-e7a46ee3230b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98cbafd79eb34b92a9dd8bfc605394fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901022 Jan 28 12:00:24.566019 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50142) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:24.566757 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058b9ff-673c-448d-9931-e7a46ee3230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7860ccfa-cc06-4c3e-818f-2a791c53b23e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:24.705554 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e7fe2-9355-4dac-9967-5882ca2505f9 None None] Pushing event updated for resources: {'Port': ['ID=32d50adb-045f-4be6-a1e8-0aae81064e2e,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:24.720226 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db289f5d-2aad-4b87-8587-c1f99a0b5fc1 admin admin] Publish callbacks [] for security_group (7860ccfa-cc06-4c3e-818f-2a791c53b23e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.763436 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db289f5d-2aad-4b87-8587-c1f99a0b5fc1 admin admin] Publish callbacks [] for security_group (7860ccfa-cc06-4c3e-818f-2a791c53b23e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.827353 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b84fcbd-43cc-4e09-bc47-93e0b655ca58 req-1e775c8d-912c-449d-8b43-88c87624917b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 210 time: 0.0379577 Jan 28 12:00:24.857970 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks [] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.887410 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.894500 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db289f5d-2aad-4b87-8587-c1f99a0b5fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7860ccfa-cc06-4c3e-818f-2a791c53b23e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.898123 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-db289f5d-2aad-4b87-8587-c1f99a0b5fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.899259 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-db289f5d-2aad-4b87-8587-c1f99a0b5fc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7860ccfa-cc06-4c3e-818f-2a791c53b23e HTTP/1.1" status: 204 len: 168 time: 0.3318946 Jan 28 12:00:24.912669 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db289f5d-2aad-4b87-8587-c1f99a0b5fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7860ccfa-cc06-4c3e-818f-2a791c53b23e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:24.926498 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:24.988162 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Pushing event updated for resources: {'Port': ['ID=249fafb2-0ebe-426d-b7c8-49bd7002b70d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:24.992274 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:24.994296 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:24.996491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:25.010517 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d9a6df24-c8d5-4de8-8fcf-ccef5367f066 None None] Current status of the port 32d50adb-045f-4be6-a1e8-0aae81064e2e is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:25.010925 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d9a6df24-c8d5-4de8-8fcf-ccef5367f066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:25.015211 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:25.146272 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-d9a6df24-c8d5-4de8-8fcf-ccef5367f066 None None] For port 32d50adb-045f-4be6-a1e8-0aae81064e2e, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=32d50adb-045f-4be6-a1e8-0aae81064e2e,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:25.151633 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Publish callbacks [] for port (77132ed8-ac99-4f14-8356-7324d086ae17), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:25.165220 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d9a6df24-c8d5-4de8-8fcf-ccef5367f066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:25.235464 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:25.307560 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Network 043ab78a-64b9-4803-9a79-b38543498c32 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:25.357045 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-d6b5b1ef-f119-407c-b476-02f6e6daaff8 None None] Provisioning complete for port 32d50adb-045f-4be6-a1e8-0aae81064e2e triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:25.357600 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b1ef-f119-407c-b476-02f6e6daaff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:25.404991 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:25.417442 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:25.537711 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6df24-c8d5-4de8-8fcf-ccef5367f066 None None] Pushing event updated for resources: {'Port': ['ID=32d50adb-045f-4be6-a1e8-0aae81064e2e,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:25.540308 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5b1ef-f119-407c-b476-02f6e6daaff8 None None] Current status of the port 32d50adb-045f-4be6-a1e8-0aae81064e2e is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:25.598434 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Pushing event updated for resources: {'Port': ['ID=77132ed8-ac99-4f14-8356-7324d086ae17,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:25.666684 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Attempting to bind port 77132ed8-ac99-4f14-8356-7324d086ae17 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:25.667740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Attempting to bind port 77132ed8-ac99-4f14-8356-7324d086ae17 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:25.667740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Attempting to bind port 77132ed8-ac99-4f14-8356-7324d086ae17 on network 043ab78a-64b9-4803-9a79-b38543498c32 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:25.690784 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942e9a9-3428-4c33-9301-15591e3143ea req-f06bc8c6-9d53-46e6-9e12-7b757ca940fc tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:25.694502 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0942e9a9-3428-4c33-9301-15591e3143ea req-f06bc8c6-9d53-46e6-9e12-7b757ca940fc tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1822083 Jan 28 12:00:25.717077 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:25.717455 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Checking segment: {'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:25.717854 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:25.718301 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Bound using segment: {'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:25.719053 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Bound port: 77132ed8-ac99-4f14-8356-7324d086ae17, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:25.719495 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:25.869046 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0942e9a9-3428-4c33-9301-15591e3143ea req-3592d4f8-c895-4093-a73e-927522e1d0b5 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609547 Jan 28 12:00:25.973569 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks [] for router_gateway (8a9095e6-dbd4-403e-b52b-31ff91e8d231), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:26.046659 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cf18fb00-e017-4c98-9bd5-eaf0749b75ee req-858a0057-13ba-496d-91a9-b1dfb193b512 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 210 time: 0.0653768 Jan 28 12:00:26.078699 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] For port 77132ed8-ac99-4f14-8356-7324d086ae17, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:26.083750 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] For port 77132ed8-ac99-4f14-8356-7324d086ae17, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=77132ed8-ac99-4f14-8356-7324d086ae17,segment=NetworkSegment(d278a19e-35e8-4e59-a36d-5e7a966b1094),segment_id=d278a19e-35e8-4e59-a36d-5e7a966b1094)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:26.091490 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:26.179456 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:24Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:26.284988 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf2e59-4af5-4eb5-bc47-e779f279ae08 None None] The sync data for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi is: [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:24Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:00:26.287598 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b87f-5e81-4036-9504-10e42b72c000 None None] Pushing event updated for resources: {'Port': ['ID=77132ed8-ac99-4f14-8356-7324d086ae17,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:26.395956 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ccbc-377d-4952-8f77-bc27f937d58b req-41909238-f2d9-4f38-aca6-e19c74901287 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:26.404882 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e5b0ccbc-377d-4952-8f77-bc27f937d58b req-41909238-f2d9-4f38-aca6-e19c74901287 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1590371 Jan 28 12:00:26.412216 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-d821f50f-41eb-4392-9966-0b55ab6b5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:26.414118 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-d821f50f-41eb-4392-9966-0b55ab6b5b12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.1755631 Jan 28 12:00:26.515741 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e5b0ccbc-377d-4952-8f77-bc27f937d58b req-94880f41-6b0f-4343-b621-df90eb2e64ae tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074021 Jan 28 12:00:26.700519 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (8a9095e6-dbd4-403e-b52b-31ff91e8d231), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:26.869083 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-6c07443b-2b22-4bea-b142-faf61f1755a6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:26.871495 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-6c07443b-2b22-4bea-b142-faf61f1755a6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 815 time: 0.3119018 Jan 28 12:00:26.894509 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-e9956cce-e7dc-4daf-b3e7-9076bdc06f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:26.896696 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Request body: {'port': {'device_id': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'admin_state_up': True, 'tenant_id': 'fcbafd4a840f4924a84abd5deff7c921'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:26.900040 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-e9956cce-e7dc-4daf-b3e7-9076bdc06f52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 919 time: 0.4702835 Jan 28 12:00:27.059890 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-09e88c7d-b2bb-4115-a908-1c43ac43f500 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 217 time: 0.1487231 Jan 28 12:00:27.149817 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Made reservation on behalf of fcbafd4a840f4924a84abd5deff7c921 for: {'port': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:00:27.155273 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:27.214248 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-cae840ff-5313-4287-95d6-6c21701c0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:27.216462 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-cae840ff-5313-4287-95d6-6c21701c0991 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.0907669 Jan 28 12:00:27.293702 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-c02d8d34-0450-4d84-96d5-bbadfe890784 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680494 Jan 28 12:00:27.364532 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c658e433-89f5-4e53-85e2-81ae259d6546 req-2264c785-9b75-492a-8ac1-6c87b9a5a041 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 210 time: 0.0774012 Jan 28 12:00:27.494643 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-641cd5a3-8e98-41f3-ab13-6338dce31a91 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897678 Jan 28 12:00:27.495910 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:00:27.528179 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Allocated IP 172.20.0.7 (719e6218-49e1-4bc2-bf2c-6203f2e73a2c/f21654bc-3086-4047-a702-1e72af5b3c04/58429606-6abb-4976-9169-7520cf98833b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:27.677436 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 32d50adb-045f-4be6-a1e8-0aae81064e2e up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:27.717812 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f579c2f6-52fb-437d-96ca-77160c4788d1 req-50aeae61-bff5-4d9f-aa5b-8daeab9ae7ca service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144892 Jan 28 12:00:27.805205 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 32d50adb-045f-4be6-a1e8-0aae81064e2e triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:27.806051 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:27.912913 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:00:27.923249 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Sync routers for ids ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:00:27.938619 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43b0ce-3a56-43de-ba46-5c74569a4369 req-26f03e3e-9742-422c-8679-15712dc165ae tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:27.941882 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e43b0ce-3a56-43de-ba46-5c74569a4369 req-26f03e3e-9742-422c-8679-15712dc165ae tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.2885773 Jan 28 12:00:27.946709 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Routers {'8a9095e6-dbd4-403e-b52b-31ff91e8d231'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:27.947344 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:00:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:27.948203 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:27.953048 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-125f91a7-a52a-40b7-a414-e55039078c31 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5888152 Jan 28 12:00:27.953579 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50380) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:28.013932 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3fbde-dc90-44db-bc1a-35ca49a7236e None None] Network 043ab78a-64b9-4803-9a79-b38543498c32 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:00:28.120795 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks [] for port (58429606-6abb-4976-9169-7520cf98833b), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:28.176886 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 32d50adb-045f-4be6-a1e8-0aae81064e2e is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:28.179888 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 77132ed8-ac99-4f14-8356-7324d086ae17 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:28.195740 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (58429606-6abb-4976-9169-7520cf98833b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:28.208257 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Set router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:28.271595 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'ba8fa782-801c-4750-932a-4bdb3379849a', 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:00:28.275939 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-12427752-4b56-4090-9421-2a14f03e345a None None] Provisioning complete for port 77132ed8-ac99-4f14-8356-7324d086ae17 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:28.277621 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12427752-4b56-4090-9421-2a14f03e345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:28.354158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:28.362651 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:28.370744 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e43b0ce-3a56-43de-ba46-5c74569a4369 req-168089ca-c40f-4d1c-9af1-b38470569424 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145658 Jan 28 12:00:28.373818 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:28.475806 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:28.476851 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:28.495914 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event updated for resources: {'Port': ['ID=58429606-6abb-4976-9169-7520cf98833b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:28.518195 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-b3b1ae6c-7f31-49d9-8e5b-8e70ed50b51d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6323266 Jan 28 12:00:28.579574 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Request body: {'port': {'device_id': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:28.744102 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (58429606-6abb-4976-9169-7520cf98833b), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:28.750611 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 50426) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:28.759106 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 77132ed8-ac99-4f14-8356-7324d086ae17 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:28.759668 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:28.797231 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c67f3-dec4-4562-8323-455232c4c173 req-bb021618-b7be-477a-b89c-a074df5298ba tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:28.799165 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-590c67f3-dec4-4562-8323-455232c4c173 req-bb021618-b7be-477a-b89c-a074df5298ba tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 931 time: 0.2716355 Jan 28 12:00:28.831067 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 3, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port': {'id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:24Z', 'updated_at': '2022-01-28T12:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:28.955147 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Checking router: 8a9095e6-dbd4-403e-b52b-31ff91e8d231 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:00:28.957525 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Updating router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 port 249fafb2-0ebe-426d-b7c8-49bd7002b70d binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:00:28.993718 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-12427752-4b56-4090-9421-2a14f03e345a None None] Current status of the port 77132ed8-ac99-4f14-8356-7324d086ae17 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:28.994177 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12427752-4b56-4090-9421-2a14f03e345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.021679 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-590c67f3-dec4-4562-8323-455232c4c173 req-46b373a5-0694-4f85-89c5-8e09f5889d98 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798589 Jan 28 12:00:29.082028 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.121364 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.170395 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1dd3-c514-4769-876d-c350b431b25b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.202672 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-12427752-4b56-4090-9421-2a14f03e345a None None] For port 77132ed8-ac99-4f14-8356-7324d086ae17, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=77132ed8-ac99-4f14-8356-7324d086ae17,segment=NetworkSegment(d278a19e-35e8-4e59-a36d-5e7a966b1094),segment_id=d278a19e-35e8-4e59-a36d-5e7a966b1094)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:29.235223 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12427752-4b56-4090-9421-2a14f03e345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.327078 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 77132ed8-ac99-4f14-8356-7324d086ae17 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:29.327745 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.333024 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1dd3-c514-4769-876d-c350b431b25b admin admin] Publish callbacks [] for security_group (fc2ebc2c-dc45-4a16-a2a8-bd0643d81359), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.343332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1dd3-c514-4769-876d-c350b431b25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (fc2ebc2c-dc45-4a16-a2a8-bd0643d81359), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.414063 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12427752-4b56-4090-9421-2a14f03e345a None None] Pushing event updated for resources: {'Port': ['ID=77132ed8-ac99-4f14-8356-7324d086ae17,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:29.437920 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec1dd3-c514-4769-876d-c350b431b25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2ebc2c-dc45-4a16-a2a8-bd0643d81359,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:29.471326 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-7fa5234c-9e33-4300-bfb8-23a9f6f166d7 None None] Provisioning complete for port 77132ed8-ac99-4f14-8356-7324d086ae17 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:29.472029 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7fa5234c-9e33-4300-bfb8-23a9f6f166d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.493880 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-f4ec1dd3-c514-4769-876d-c350b431b25b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a4f4891bd1b4442bd156479b33d480c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7372479 Jan 28 12:00:29.498588 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 50456) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:29.578869 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.db.api [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:00:29.579229 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG oslo_db.api [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:00:29.625076 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Publish callbacks [] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.633340 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.659426 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58429606-6abb-4976-9169-7520cf98833b {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:00:29.681983 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Publish callbacks [] for port (58429606-6abb-4976-9169-7520cf98833b), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.688704 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f0d90-dfea-4821-94a8-655c9b131f9c None None] Pushing event updated for resources: {'Port': ['ID=249fafb2-0ebe-426d-b7c8-49bd7002b70d,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:29.701457 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Allocated IP 172.20.0.1 (043ab78a-64b9-4803-9a79-b38543498c32/f057736d-08e3-4f97-91bc-673798b19b53/01a737b6-b5a9-4c07-9d3e-7eec380db491) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:29.713656 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5234c-9e33-4300-bfb8-23a9f6f166d7 None None] Current status of the port 77132ed8-ac99-4f14-8356-7324d086ae17 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:29.713918 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22a79ea8-d138-4fdf-8ff5-a66c3b4ce288 admin admin] Publish callbacks [] for security_group (fc2ebc2c-dc45-4a16-a2a8-bd0643d81359), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.718597 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Attempting to bind port 249fafb2-0ebe-426d-b7c8-49bd7002b70d on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:29.718597 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Attempting to bind port 249fafb2-0ebe-426d-b7c8-49bd7002b70d by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:29.718597 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Attempting to bind port 249fafb2-0ebe-426d-b7c8-49bd7002b70d on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:29.722364 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Transition to ACTIVE for port object 58429606-6abb-4976-9169-7520cf98833b will not be triggered until provisioned by entity L2. {{(pid=102404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:00:29.731037 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:29.731747 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:29.732351 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.732916 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:29.733047 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ecb3d-b153-4ac1-9162-524db270bbb4 req-0c8d285a-bdca-47c8-9869-ee211a06ec1c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:29.733715 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Bound port: 249fafb2-0ebe-426d-b7c8-49bd7002b70d, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:29.734252 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.734492 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f1ecb3d-b153-4ac1-9162-524db270bbb4 req-0c8d285a-bdca-47c8-9869-ee211a06ec1c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1671600 Jan 28 12:00:29.742279 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (58429606-6abb-4976-9169-7520cf98833b), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.804646 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22a79ea8-d138-4fdf-8ff5-a66c3b4ce288 admin admin] Publish callbacks [] for security_group (fc2ebc2c-dc45-4a16-a2a8-bd0643d81359), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.806165 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] For port 249fafb2-0ebe-426d-b7c8-49bd7002b70d, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:29.809907 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] For port 249fafb2-0ebe-426d-b7c8-49bd7002b70d, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=249fafb2-0ebe-426d-b7c8-49bd7002b70d,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:29.816885 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.867301 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Pushing event updated for resources: {'Port': ['ID=58429606-6abb-4976-9169-7520cf98833b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:29.867713 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks [] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.907326 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f0d90-dfea-4821-94a8-655c9b131f9c None None] Pushing event updated for resources: {'Port': ['ID=249fafb2-0ebe-426d-b7c8-49bd7002b70d,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:29.911753 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Routers {'8a9095e6-dbd4-403e-b52b-31ff91e8d231'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:29.912755 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:00:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:29.924082 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f1ecb3d-b153-4ac1-9162-524db270bbb4 req-c59e6848-899f-4c24-b7fb-1b5e5de8dd63 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826899 Jan 28 12:00:29.926279 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.962196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Attempting to bind port 58429606-6abb-4976-9169-7520cf98833b on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:29.962850 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Attempting to bind port 58429606-6abb-4976-9169-7520cf98833b by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:29.963436 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Attempting to bind port 58429606-6abb-4976-9169-7520cf98833b on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:29.973364 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Port 58429606-6abb-4976-9169-7520cf98833b on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:00:29.973918 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Attempting to bind port 58429606-6abb-4976-9169-7520cf98833b on network 719e6218-49e1-4bc2-bf2c-6203f2e73a2c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:29.978264 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Network 043ab78a-64b9-4803-9a79-b38543498c32 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:29.979700 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22a79ea8-d138-4fdf-8ff5-a66c3b4ce288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (fc2ebc2c-dc45-4a16-a2a8-bd0643d81359), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.982412 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-22a79ea8-d138-4fdf-8ff5-a66c3b4ce288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.985791 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-22a79ea8-d138-4fdf-8ff5-a66c3b4ce288 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc2ebc2c-dc45-4a16-a2a8-bd0643d81359 HTTP/1.1" status: 204 len: 168 time: 0.4839814 Jan 28 12:00:29.985964 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:29.991296 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:29.991841 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:29.992304 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Checking segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:29.992855 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Bound using segment: {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:29.993301 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Bound port: 58429606-6abb-4976-9169-7520cf98833b, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0525-b36b-43f7-b221-42b129c68c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:29.993661 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (58429606-6abb-4976-9169-7520cf98833b), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:29.994786 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Pushing event updated for resources: {'Port': ['ID=01a737b6-b5a9-4c07-9d3e-7eec380db491,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:30.007252 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a79ea8-d138-4fdf-8ff5-a66c3b4ce288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2ebc2c-dc45-4a16-a2a8-bd0643d81359,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:30.050495 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (8a9095e6-dbd4-403e-b52b-31ff91e8d231), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.087288 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] For port 58429606-6abb-4976-9169-7520cf98833b, host hv-cinder-81187, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:30.092180 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] For port 58429606-6abb-4976-9169-7520cf98833b, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=58429606-6abb-4976-9169-7520cf98833b,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:30.102458 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (58429606-6abb-4976-9169-7520cf98833b), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.162394 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] Set router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:30.167235 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 77132ed8-ac99-4f14-8356-7324d086ae17 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:30.364281 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:30.364911 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.367574 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 77132ed8-ac99-4f14-8356-7324d086ae17 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:30.386172 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] 10.222.0.39 "PUT /v2.0/ports/58429606-6abb-4976-9169-7520cf98833b HTTP/1.1" status: 200 len: 1093 time: 1.8117461 Jan 28 12:00:30.440786 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'tag': '58429606-6abb-4976-9169-7520cf98833b'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:30.446848 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.452988 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14687c4e-8622-450a-bf1d-29127d43cf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f99c22-d35f-4feb-9947-d1ff0098eced", "tag": "58429606-6abb-4976-9169-7520cf98833b"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:30.538739 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-61539741-d1d9-4b49-8a49-1e4fcbae607c None None] Provisioning complete for port 01a737b6-b5a9-4c07-9d3e-7eec380db491 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:30.539214 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-61539741-d1d9-4b49-8a49-1e4fcbae607c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.569016 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204846f5-f4a7-48dd-98e9-67411e4f3051 x-openstack-request-id: req-204846f5-f4a7-48dd-98e9-67411e4f3051 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:30.569316 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f99c22-d35f-4feb-9947-d1ff0098eced", "tag": "58429606-6abb-4976-9169-7520cf98833b", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:30.569951 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-204846f5-f4a7-48dd-98e9-67411e4f3051 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:30.570747 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'tag': '58429606-6abb-4976-9169-7520cf98833b', 'status': 'completed', 'code': 200} Jan 28 12:00:30.586676 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb663e9-ef7a-4a24-b7ce-1d19bb010538 service neutron] Pushing event updated for resources: {'Port': ['ID=58429606-6abb-4976-9169-7520cf98833b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:30.598442 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29aacae-59dc-45ce-9b51-de87e8f39772 req-88076cf8-1ca5-4868-a546-407cca326d74 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:30.601533 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d29aacae-59dc-45ce-9b51-de87e8f39772 req-88076cf8-1ca5-4868-a546-407cca326d74 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 943 time: 0.4162638 Jan 28 12:00:30.648222 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 3, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port': {'id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:24Z', 'updated_at': '2022-01-28T12:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:30.650825 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-1f747b1f-e1f5-4016-9728-a2ff650e0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:30.651944 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-61539741-d1d9-4b49-8a49-1e4fcbae607c None None] Port 01a737b6-b5a9-4c07-9d3e-7eec380db491 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:00:30.656953 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-1f747b1f-e1f5-4016-9728-a2ff650e0638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 1096 time: 0.1609704 Jan 28 12:00:30.673002 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 77132ed8-ac99-4f14-8356-7324d086ae17 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:30.673647 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.706185 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185bf868-6a39-49b5-9248-c32ccdbc3afa None None] The sync data for ids ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'] in dv-cinder-811877-11-iscsi is: [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 3, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port': {'id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:24Z', 'updated_at': '2022-01-28T12:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:00:30.781237 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-77430b95-e5a8-41e5-9ecd-f35a3155ebb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58429606-6abb-4976-9169-7520cf98833b HTTP/1.1" status: 200 len: 217 time: 0.1102133 Jan 28 12:00:30.785350 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d29aacae-59dc-45ce-9b51-de87e8f39772 req-0ee8a796-6a6e-40f2-9e52-6bc690a54424 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742613 Jan 28 12:00:30.786613 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks [] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.794934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.814793 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 77132ed8-ac99-4f14-8356-7324d086ae17 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:30.898302 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-1cd1b5a7-c8a2-42b9-9e18-173261ce8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:30.899797 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-1cd1b5a7-c8a2-42b9-9e18-173261ce8775 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.1071696 Jan 28 12:00:30.908005 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Pushing event updated for resources: {'Port': ['ID=01a737b6-b5a9-4c07-9d3e-7eec380db491,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:30.920111 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (8a9095e6-dbd4-403e-b52b-31ff91e8d231), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:30.972464 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 50482) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:30.980991 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-7fd5f158-1bfa-468d-a644-bbae27adf683 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534728 Jan 28 12:00:31.032900 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Network 043ab78a-64b9-4803-9a79-b38543498c32 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:31.034702 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:31.210029 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab043f82-4fde-48ae-bd2d-b1a793b9a509 req-e9fc2776-8711-4d33-9c8c-3cfb970ba2c0 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:31.222003 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ab043f82-4fde-48ae-bd2d-b1a793b9a509 req-e9fc2776-8711-4d33-9c8c-3cfb970ba2c0 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.3086395 Jan 28 12:00:31.230979 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:00:31.253692 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f0a70-187c-4a5e-bc6e-eefa6f0d8ed8 req-8d03a7bc-8fff-4fb2-a62e-b97d3d6d3e88 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:31.258496 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-231f0a70-187c-4a5e-bc6e-eefa6f0d8ed8 req-8d03a7bc-8fff-4fb2-a62e-b97d3d6d3e88 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1362870 Jan 28 12:00:31.317762 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-a3d5658f-daa8-4d64-9e3c-b44e8a425b83 service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275156 Jan 28 12:00:31.380136 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-d786c0f1-a369-4d97-b30c-0c1c3894a581 None None] Provisioning complete for port 01a737b6-b5a9-4c07-9d3e-7eec380db491 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:31.381278 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:00:31.381563 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d786c0f1-a369-4d97-b30c-0c1c3894a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:31.387303 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8f39ef29-6aa4-4ad2-940f-ec8a85d19a95 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a9095e6-dbd4-403e-b52b-31ff91e8d231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4303181 Jan 28 12:00:31.400939 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-3f2b6756-5d22-4aa3-a24d-c4eec5f14e43 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc471eeae1af4626b998bdb7e61925ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238088 Jan 28 12:00:31.404600 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50494) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:31.450939 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d786c0f1-a369-4d97-b30c-0c1c3894a581 None None] Port 01a737b6-b5a9-4c07-9d3e-7eec380db491 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:00:31.469364 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ab043f82-4fde-48ae-bd2d-b1a793b9a509 req-3113308d-e8ea-43e1-9183-7fe2a16674c6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460921 Jan 28 12:00:31.509221 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-231f0a70-187c-4a5e-bc6e-eefa6f0d8ed8 req-68f5be33-a16a-4921-8122-da712e908268 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239192 Jan 28 12:00:31.511118 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702ce866-7fb3-4579-8581-1f3a69322332 admin admin] Publish callbacks [] for security_group (d544a5fc-69e5-414c-87ec-5ee8675787f0), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:31.556242 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702ce866-7fb3-4579-8581-1f3a69322332 admin admin] Publish callbacks [] for security_group (d544a5fc-69e5-414c-87ec-5ee8675787f0), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:31.568179 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-61fea3aa-2964-4edc-99e4-8a61d8b4e4c1 req-e82912aa-e33b-4cc5-ba9e-f5af23d0043e service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366183 Jan 28 12:00:31.633257 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702ce866-7fb3-4579-8581-1f3a69322332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d544a5fc-69e5-414c-87ec-5ee8675787f0), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:31.637146 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702ce866-7fb3-4579-8581-1f3a69322332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:31.640928 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-702ce866-7fb3-4579-8581-1f3a69322332 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d544a5fc-69e5-414c-87ec-5ee8675787f0 HTTP/1.1" status: 204 len: 168 time: 0.2324107 Jan 28 12:00:31.650504 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ce866-7fb3-4579-8581-1f3a69322332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d544a5fc-69e5-414c-87ec-5ee8675787f0,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:31.701552 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-bd33ce2f-a9eb-40b0-b915-6a35bc9330ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:31.703598 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-bd33ce2f-a9eb-40b0-b915-6a35bc9330ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcbafd4a840f4924a84abd5deff7c921&device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 1096 time: 0.0626657 Jan 28 12:00:31.870770 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-d6a132b9-4704-464e-90fc-2253d53430de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:31.878830 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-d6a132b9-4704-464e-90fc-2253d53430de service neutron] 10.222.0.39 "GET /v2.0/networks?id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 200 len: 916 time: 0.1611669 Jan 28 12:00:31.961703 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-d4181d72-5345-44b4-83e7-005e8569a899 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58429606-6abb-4976-9169-7520cf98833b HTTP/1.1" status: 200 len: 217 time: 0.0689454 Jan 28 12:00:32.325292 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-cc0be19e-dbb5-4aaa-9291-904062d7beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:32.326789 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-cc0be19e-dbb5-4aaa-9291-904062d7beb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 200 len: 855 time: 0.3480918 Jan 28 12:00:32.338822 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0a0b0-b75e-4abf-ab58-16a36315dbc8 req-383d6a81-0a49-4d12-87a1-6285fe87c01a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:32.350870 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-49f0a0b0-b75e-4abf-ab58-16a36315dbc8 req-383d6a81-0a49-4d12-87a1-6285fe87c01a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 943 time: 0.3845644 Jan 28 12:00:32.389531 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-fc3cff8d-0d1c-46b2-9408-127a80be9917 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=719e6218-49e1-4bc2-bf2c-6203f2e73a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314932 Jan 28 12:00:32.404033 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 249fafb2-0ebe-426d-b7c8-49bd7002b70d up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:32.492376 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-49f0a0b0-b75e-4abf-ab58-16a36315dbc8 req-c5c01990-f571-44e1-b1de-98a9a81fbd24 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404552 Jan 28 12:00:32.532980 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 249fafb2-0ebe-426d-b7c8-49bd7002b70d triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:32.533455 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:32.552155 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-cfa82839-7b73-42b4-99a8-2e418fae6eed service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537161 Jan 28 12:00:32.687835 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 249fafb2-0ebe-426d-b7c8-49bd7002b70d is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:32.688321 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:32.732962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 249fafb2-0ebe-426d-b7c8-49bd7002b70d, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=249fafb2-0ebe-426d-b7c8-49bd7002b70d,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:32.754166 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:32.761305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117ae1-ba74-4b41-8fc5-34a17aa7b3a3 req-ec8a2914-de5b-4b83-9022-d68b66d39606 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:32.763678 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bf117ae1-ba74-4b41-8fc5-34a17aa7b3a3 req-ec8a2914-de5b-4b83-9022-d68b66d39606 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.1891751 Jan 28 12:00:32.844455 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-14687c4e-8622-450a-bf1d-29127d43cf7c req-7388608a-d15d-45e8-b284-9873db7d65ae service neutron] 10.222.0.39 "GET /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793889 Jan 28 12:00:32.883479 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=249fafb2-0ebe-426d-b7c8-49bd7002b70d,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:32.949308 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bf117ae1-ba74-4b41-8fc5-34a17aa7b3a3 req-1279d901-ba29-4ec0-8380-691b94addb1a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720119 Jan 28 12:00:33.281635 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Sync routers for ids ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:00:33.304172 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Routers {'8a9095e6-dbd4-403e-b52b-31ff91e8d231'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:33.308885 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:00:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:33.335997 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec524a7e-6de6-463a-8e1b-2c2aee633a6d req-17164160-e86d-4084-83a2-3a1ed95423d6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:33.347934 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec524a7e-6de6-463a-8e1b-2c2aee633a6d req-17164160-e86d-4084-83a2-3a1ed95423d6 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1214426 Jan 28 12:00:33.433484 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec524a7e-6de6-463a-8e1b-2c2aee633a6d req-9aa4eaf0-3641-4074-ac0a-dae705cdabab tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Jan 28 12:00:33.466067 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Set router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:33.654824 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4d96a-da11-4896-a663-85a92675e87c req-c63bf4ba-5369-4de6-8a36-6bfa018c256e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:33.657905 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-99a4d96a-da11-4896-a663-85a92675e87c req-c63bf4ba-5369-4de6-8a36-6bfa018c256e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 943 time: 0.0873322 Jan 28 12:00:33.780163 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-99a4d96a-da11-4896-a663-85a92675e87c req-7b435264-4315-401b-971d-dde1d6f46dfa tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145332 Jan 28 12:00:33.951705 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:00:30Z', 'revision_number': 4, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port': {'id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:24Z', 'updated_at': '2022-01-28T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '01a737b6-b5a9-4c07-9d3e-7eec380db491', 'name': '', 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'mac_address': 'fa:16:3e:ab:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f057736d-08e3-4f97-91bc-673798b19b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:29Z', 'updated_at': '2022-01-28T12:00:30Z', 'revision_number': 2, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'subnets': [{'id': 'f057736d-08e3-4f97-91bc-673798b19b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:34.013277 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Checking router: 8a9095e6-dbd4-403e-b52b-31ff91e8d231 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:00:34.013630 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Updating router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 port 01a737b6-b5a9-4c07-9d3e-7eec380db491 binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:00:34.042595 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:34.203803 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b1611-fffc-4c14-ab31-2c5b23a42d03 req-fb8d0085-dbb6-4da0-8846-be7f9b2dae7e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:34.205689 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d94b1611-fffc-4c14-ab31-2c5b23a42d03 req-fb8d0085-dbb6-4da0-8846-be7f9b2dae7e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0906186 Jan 28 12:00:34.295537 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 58429606-6abb-4976-9169-7520cf98833b details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:00:34.343626 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 249fafb2-0ebe-426d-b7c8-49bd7002b70d up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:34.348985 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d94b1611-fffc-4c14-ab31-2c5b23a42d03 req-314c5d2b-e7f1-425a-a5d5-2ea6632075da tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248674 Jan 28 12:00:34.546072 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 58429606-6abb-4976-9169-7520cf98833b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=58429606-6abb-4976-9169-7520cf98833b,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:34.566800 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '58429606-6abb-4976-9169-7520cf98833b', 'network_id': '719e6218-49e1-4bc2-bf2c-6203f2e73a2c', 'port_id': '58429606-6abb-4976-9169-7520cf98833b', 'mac_address': 'fa:16:3e:d9:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21654bc-3086-4047-a702-1e72af5b3c04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:00:34.574164 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 249fafb2-0ebe-426d-b7c8-49bd7002b70d triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:34.574545 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:34.583309 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Publish callbacks [] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:34.630142 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:34.686488 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 58429606-6abb-4976-9169-7520cf98833b is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:34.686883 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (58429606-6abb-4976-9169-7520cf98833b), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:34.729769 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Pushing event updated for resources: {'Port': ['ID=01a737b6-b5a9-4c07-9d3e-7eec380db491,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:34.734397 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58429606-6abb-4976-9169-7520cf98833b {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:00:34.782260 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.782260 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.782260 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.782260 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.782981 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.782981 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.783392 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.783600 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.783947 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.784300 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.784610 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.784926 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.785241 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:00:34.830981 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 58429606-6abb-4976-9169-7520cf98833b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=58429606-6abb-4976-9169-7520cf98833b,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:34.862434 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (58429606-6abb-4976-9169-7520cf98833b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:34.900220 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Attempting to bind port 01a737b6-b5a9-4c07-9d3e-7eec380db491 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:34.900592 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Attempting to bind port 01a737b6-b5a9-4c07-9d3e-7eec380db491 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:34.900958 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Attempting to bind port 01a737b6-b5a9-4c07-9d3e-7eec380db491 on network 043ab78a-64b9-4803-9a79-b38543498c32 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:34.903015 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 249fafb2-0ebe-426d-b7c8-49bd7002b70d is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:34.943522 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fce0f-cac3-42e0-909a-10640739be15 req-eb7b8788-d9ab-4d70-b556-855c1dfdd3b7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:34.952236 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ad6fce0f-cac3-42e0-909a-10640739be15 req-eb7b8788-d9ab-4d70-b556-855c1dfdd3b7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 944 time: 0.0792742 Jan 28 12:00:34.954645 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:34.955033 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Checking segment: {'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:34.955945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:34.956369 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Bound using segment: {'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:34.956957 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Bound port: 01a737b6-b5a9-4c07-9d3e-7eec380db491, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd278a19e-35e8-4e59-a36d-5e7a966b1094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:34.957436 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:35.034335 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ad6fce0f-cac3-42e0-909a-10640739be15 req-1aa7bc10-d42c-42c6-b555-b853a03eec14 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721104 Jan 28 12:00:35.085911 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] For port 01a737b6-b5a9-4c07-9d3e-7eec380db491, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:35.093767 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] For port 01a737b6-b5a9-4c07-9d3e-7eec380db491, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=01a737b6-b5a9-4c07-9d3e-7eec380db491,segment=NetworkSegment(d278a19e-35e8-4e59-a36d-5e7a966b1094),segment_id=d278a19e-35e8-4e59-a36d-5e7a966b1094)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:35.135281 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:35.156938 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=58429606-6abb-4976-9169-7520cf98833b,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:35.249720 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-fd912c59-eb31-4d84-979e-c698ab57b745 None None] Provisioning complete for port 01a737b6-b5a9-4c07-9d3e-7eec380db491 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:35.250090 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fd912c59-eb31-4d84-979e-c698ab57b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:35.325576 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390d432-c27c-4fee-be98-91acda2ab481 None None] Pushing event updated for resources: {'Port': ['ID=01a737b6-b5a9-4c07-9d3e-7eec380db491,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:35.359439 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['58429606-6abb-4976-9169-7520cf98833b'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:00:35.413649 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Routers {'8a9095e6-dbd4-403e-b52b-31ff91e8d231'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:00:35.414303 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:00:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:35.616409 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bd90a-cff9-477b-b064-cfed03c9e3fc req-3294028e-003e-495d-aef4-36bdd336a800 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:35.625687 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-733bd90a-cff9-477b-b064-cfed03c9e3fc req-3294028e-003e-495d-aef4-36bdd336a800 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.1705337 Jan 28 12:00:35.684322 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-733bd90a-cff9-477b-b064-cfed03c9e3fc req-388f034b-5c09-428b-8183-125ef9c6577c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576420 Jan 28 12:00:35.748246 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] Set router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:00:35.791763 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-fd912c59-eb31-4d84-979e-c698ab57b745 None None] Current status of the port 01a737b6-b5a9-4c07-9d3e-7eec380db491 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:35.792194 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fd912c59-eb31-4d84-979e-c698ab57b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:35.969222 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-fd912c59-eb31-4d84-979e-c698ab57b745 None None] For port 01a737b6-b5a9-4c07-9d3e-7eec380db491, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=01a737b6-b5a9-4c07-9d3e-7eec380db491,segment=NetworkSegment(d278a19e-35e8-4e59-a36d-5e7a966b1094),segment_id=d278a19e-35e8-4e59-a36d-5e7a966b1094)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:36.015192 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fd912c59-eb31-4d84-979e-c698ab57b745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:36.143789 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd912c59-eb31-4d84-979e-c698ab57b745 None None] Pushing event updated for resources: {'Port': ['ID=01a737b6-b5a9-4c07-9d3e-7eec380db491,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:36.193698 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c225-30a2-476f-a5bf-a63b41baa168 req-0b9bd679-05c9-416d-bb72-139b6afa395f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:36.195697 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-8f5c2cf8-6f26-45e0-948e-a100f5db8297 None None] Provisioning complete for port 01a737b6-b5a9-4c07-9d3e-7eec380db491 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:36.196098 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2cf8-6f26-45e0-948e-a100f5db8297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:36.202491 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c025c225-30a2-476f-a5bf-a63b41baa168 req-0b9bd679-05c9-416d-bb72-139b6afa395f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 944 time: 0.0707009 Jan 28 12:00:36.280530 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c025c225-30a2-476f-a5bf-a63b41baa168 req-61778998-3f3e-473e-bbcd-3c665e39f313 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Jan 28 12:00:36.417022 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:00:30Z', 'revision_number': 4, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port': {'id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:24Z', 'updated_at': '2022-01-28T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '01a737b6-b5a9-4c07-9d3e-7eec380db491', 'name': '', 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'mac_address': 'fa:16:3e:ab:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f057736d-08e3-4f97-91bc-673798b19b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:29Z', 'updated_at': '2022-01-28T12:00:35Z', 'revision_number': 4, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'subnets': [{'id': 'f057736d-08e3-4f97-91bc-673798b19b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:00:36.449035 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f8a05-0d42-4464-91b3-f9257b2a003b None None] The sync data for ids ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'] in dv-cinder-811877-11-iscsi is: [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:00:30Z', 'revision_number': 4, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port': {'id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:24Z', 'updated_at': '2022-01-28T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '01a737b6-b5a9-4c07-9d3e-7eec380db491', 'name': '', 'network_id': '043ab78a-64b9-4803-9a79-b38543498c32', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'mac_address': 'fa:16:3e:ab:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f057736d-08e3-4f97-91bc-673798b19b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:29Z', 'updated_at': '2022-01-28T12:00:35Z', 'revision_number': 4, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'subnets': [{'id': 'f057736d-08e3-4f97-91bc-673798b19b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:00:36.494431 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c2cf8-6f26-45e0-948e-a100f5db8297 None None] Current status of the port 01a737b6-b5a9-4c07-9d3e-7eec380db491 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:36.916035 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d928424-bab6-4af6-9171-997c0f1a9978 req-c1e78d81-b73f-4aad-9163-23d55cec2861 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:36.917622 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1d928424-bab6-4af6-9171-997c0f1a9978 req-c1e78d81-b73f-4aad-9163-23d55cec2861 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.1234505 Jan 28 12:00:36.995025 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1d928424-bab6-4af6-9171-997c0f1a9978 req-2ded9780-cac4-4ed7-ac3d-e50c07d9d555 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702066 Jan 28 12:00:37.449197 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c45b9-032e-4f14-b0b7-d9c2f12a8df4 req-67354fd1-7664-4a6b-b0d9-c705255756cb tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:37.457053 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-824c45b9-032e-4f14-b0b7-d9c2f12a8df4 req-67354fd1-7664-4a6b-b0d9-c705255756cb tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 944 time: 0.0949869 Jan 28 12:00:37.510229 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-824c45b9-032e-4f14-b0b7-d9c2f12a8df4 req-b5acefe4-008f-4f6e-9ac0-079006441bfa tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Jan 28 12:00:38.122460 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce607fb6-a9cf-47f1-ab31-4db042fdc4f5 req-9a7cc0c5-4f6f-4033-b8a1-5e387746a5ce tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:38.124135 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ce607fb6-a9cf-47f1-ab31-4db042fdc4f5 req-9a7cc0c5-4f6f-4033-b8a1-5e387746a5ce tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0495727 Jan 28 12:00:38.197631 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ce607fb6-a9cf-47f1-ab31-4db042fdc4f5 req-f4f7258a-de80-43d2-9528-dddbc5b1a49a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621533 Jan 28 12:00:38.329246 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 01a737b6-b5a9-4c07-9d3e-7eec380db491 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:38.389105 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 01a737b6-b5a9-4c07-9d3e-7eec380db491 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:38.389484 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:38.496423 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 01a737b6-b5a9-4c07-9d3e-7eec380db491 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:38.649358 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18accd71-2d01-48dc-a181-9f6db9652ded req-9a462b68-52cd-4a8c-8a5e-76af5b51a6c1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:38.656734 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-18accd71-2d01-48dc-a181-9f6db9652ded req-9a462b68-52cd-4a8c-8a5e-76af5b51a6c1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 944 time: 0.0595715 Jan 28 12:00:38.705436 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-18accd71-2d01-48dc-a181-9f6db9652ded req-05a8c6a3-530a-485c-8f22-a2ad4fc47779 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469820 Jan 28 12:00:39.331885 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad22cf0-de6a-4604-94e4-6e4eb32f79a9 req-8c6c7e69-c831-427e-bdf8-053705a6e6cc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:39.337304 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ad22cf0-de6a-4604-94e4-6e4eb32f79a9 req-8c6c7e69-c831-427e-bdf8-053705a6e6cc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0659297 Jan 28 12:00:39.490479 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ad22cf0-de6a-4604-94e4-6e4eb32f79a9 req-d1ad4039-5f3a-4509-a85b-7c1a707181a6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338499 Jan 28 12:00:39.851242 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ade5-b050-428c-90b5-18486ea37459 req-1f194388-da93-4b99-b5a6-d9d267c92268 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:39.852996 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6104ade5-b050-428c-90b5-18486ea37459 req-1f194388-da93-4b99-b5a6-d9d267c92268 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 944 time: 0.0707405 Jan 28 12:00:39.941769 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6104ade5-b050-428c-90b5-18486ea37459 req-a31a4fbc-e0aa-4a13-939e-d7c7c414ae04 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785029 Jan 28 12:00:40.660242 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122ec54-99a3-41cd-94f3-0f492d22f34c req-408ed545-c1f6-4a4e-983e-24115ac5e730 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:40.661765 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f122ec54-99a3-41cd-94f3-0f492d22f34c req-408ed545-c1f6-4a4e-983e-24115ac5e730 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0623224 Jan 28 12:00:40.663945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 58429606-6abb-4976-9169-7520cf98833b up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:00:40.773669 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 58429606-6abb-4976-9169-7520cf98833b completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:00:40.776060 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f122ec54-99a3-41cd-94f3-0f492d22f34c req-9a8de96b-e4a4-47dc-a709-c7a5796fa005 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907683 Jan 28 12:00:40.791083 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 58429606-6abb-4976-9169-7520cf98833b triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:40.792147 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (58429606-6abb-4976-9169-7520cf98833b), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:40.906017 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 58429606-6abb-4976-9169-7520cf98833b is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:00:40.906407 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (58429606-6abb-4976-9169-7520cf98833b), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:40.933275 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58429606-6abb-4976-9169-7520cf98833b'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:40.936805 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d191c-151c-4875-a253-0a6539fcb46c" -d '{"events": [{"server_uuid": "c1f99c22-d35f-4feb-9947-d1ff0098eced", "name": "network-vif-plugged", "status": "completed", "tag": "58429606-6abb-4976-9169-7520cf98833b"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:40.984369 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 58429606-6abb-4976-9169-7520cf98833b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=58429606-6abb-4976-9169-7520cf98833b,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:00:40.993309 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (58429606-6abb-4976-9169-7520cf98833b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:41.080741 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=58429606-6abb-4976-9169-7520cf98833b,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:41.093076 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099d86d-edc0-408e-a151-fefca90e5243 x-openstack-request-id: req-7099d86d-edc0-408e-a151-fefca90e5243 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:41.093878 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f99c22-d35f-4feb-9947-d1ff0098eced", "name": "network-vif-plugged", "status": "completed", "tag": "58429606-6abb-4976-9169-7520cf98833b", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:41.094253 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7099d86d-edc0-408e-a151-fefca90e5243 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:41.094685 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58429606-6abb-4976-9169-7520cf98833b', 'code': 200} Jan 28 12:00:41.152622 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e7874-805a-4385-a926-a2999ac3b6d7 req-a5d26ae0-946b-4490-8c99-d16308c39c2e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:41.160305 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-958e7874-805a-4385-a926-a2999ac3b6d7 req-a5d26ae0-946b-4490-8c99-d16308c39c2e tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0818584 Jan 28 12:00:41.230650 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-958e7874-805a-4385-a926-a2999ac3b6d7 req-885e4c8c-e45e-477e-8904-7d57d9a46774 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686967 Jan 28 12:00:41.340546 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc15b-4a06-4cbb-ae3d-cf9a07b4cb36 req-7d31a5fe-40e7-4f58-a247-623a638c3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:41.342102 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2d8dc15b-4a06-4cbb-ae3d-cf9a07b4cb36 req-7d31a5fe-40e7-4f58-a247-623a638c3b72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 1098 time: 0.0465345 Jan 28 12:00:41.392793 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2d8dc15b-4a06-4cbb-ae3d-cf9a07b4cb36 req-95c711c9-a78a-4980-9ff3-33417512e232 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Jan 28 12:00:41.927959 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d92781-713d-4cb7-b558-3091f93f1ffc req-5db589c1-e36c-4d1b-9d22-0932625c8bb6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:41.934640 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-50d92781-713d-4cb7-b558-3091f93f1ffc req-5db589c1-e36c-4d1b-9d22-0932625c8bb6 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0775812 Jan 28 12:00:41.990340 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-50d92781-713d-4cb7-b558-3091f93f1ffc req-2e219b72-b65e-4ba0-a901-3683f0d7c08f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519862 Jan 28 12:00:42.385137 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50718) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:42.396587 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221c3e-3e46-4e94-a031-316268a6a755 req-0dc5c90d-4d7b-4245-bf77-fe3044fdb251 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:42.398238 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b3221c3e-3e46-4e94-a031-316268a6a755 req-0dc5c90d-4d7b-4245-bf77-fe3044fdb251 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0634346 Jan 28 12:00:42.456043 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b3221c3e-3e46-4e94-a031-316268a6a755 req-24e20b8f-e128-442f-b119-3a254e1a93dd tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511119 Jan 28 12:00:42.531021 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-eefdf664-9674-4025-9ee4-4d8ab88c02d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:42.614223 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-eefdf664-9674-4025-9ee4-4d8ab88c02d4 admin admin] Publish callbacks [] for security_group (b112b0db-addf-41ed-8e59-5e4f3a7871be), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:42.644685 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-eefdf664-9674-4025-9ee4-4d8ab88c02d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (b112b0db-addf-41ed-8e59-5e4f3a7871be), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:42.686206 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-eefdf664-9674-4025-9ee4-4d8ab88c02d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29ad49bc49eb4948a7e07b6ae0357391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992964 Jan 28 12:00:42.692139 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 50722) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:00:42.704436 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdf664-9674-4025-9ee4-4d8ab88c02d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112b0db-addf-41ed-8e59-5e4f3a7871be,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:42.762445 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-07a83d6f-ceaa-4f4a-acfc-33bbdddc55e4 admin admin] Publish callbacks [] for security_group (b112b0db-addf-41ed-8e59-5e4f3a7871be), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:42.796637 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-07a83d6f-ceaa-4f4a-acfc-33bbdddc55e4 admin admin] Publish callbacks [] for security_group (b112b0db-addf-41ed-8e59-5e4f3a7871be), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:42.850019 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-07a83d6f-ceaa-4f4a-acfc-33bbdddc55e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (b112b0db-addf-41ed-8e59-5e4f3a7871be), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:42.852930 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-07a83d6f-ceaa-4f4a-acfc-33bbdddc55e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:42.856500 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-07a83d6f-ceaa-4f4a-acfc-33bbdddc55e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b112b0db-addf-41ed-8e59-5e4f3a7871be HTTP/1.1" status: 204 len: 168 time: 0.1605678 Jan 28 12:00:42.866699 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a83d6f-ceaa-4f4a-acfc-33bbdddc55e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b112b0db-addf-41ed-8e59-5e4f3a7871be,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:43.141335 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8136894-e914-4e36-8562-2c7454c3c900 req-7bdbe0d3-8c10-4b51-a225-74e367fe053a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:43.143154 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e8136894-e914-4e36-8562-2c7454c3c900 req-7bdbe0d3-8c10-4b51-a225-74e367fe053a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0686414 Jan 28 12:00:43.208606 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e8136894-e914-4e36-8562-2c7454c3c900 req-0757b625-9a6b-4a81-bcb7-c9cbb5bd0655 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578089 Jan 28 12:00:43.574242 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fdba9-d527-4d0e-bad5-ac6dcac7b4b8 req-51f21964-df51-4388-85a3-6a9f5ec3e6ef tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:43.575692 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e7fdba9-d527-4d0e-bad5-ac6dcac7b4b8 req-51f21964-df51-4388-85a3-6a9f5ec3e6ef tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0489707 Jan 28 12:00:43.625416 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e7fdba9-d527-4d0e-bad5-ac6dcac7b4b8 req-6c1afd6c-7ba2-4a76-a8d3-b4182a27a92b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 Jan 28 12:00:44.117493 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-036a7a7e-573c-4714-8bbd-34b452f581bd tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:44.118867 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-036a7a7e-573c-4714-8bbd-34b452f581bd tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 814 time: 0.1008103 Jan 28 12:00:44.136250 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-cda94ed0-054b-42d7-8434-a701483cea5c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/quotas/2710da6d37254514a06537d61d459824 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Jan 28 12:00:44.189659 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-894b190f-66f4-4113-9021-65d7b5b7a5d0 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461555 Jan 28 12:00:44.322759 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-c50d7c48-4bf9-4d2a-93e3-d318b4b9906f service neutron] 10.222.0.36 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144879 Jan 28 12:00:44.356198 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ecb2f-c711-4778-91f9-5a31fcaaec70 req-c22cd47e-d1f8-4368-92ca-cd8557c28151 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:44.357612 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9a4ecb2f-c711-4778-91f9-5a31fcaaec70 req-c22cd47e-d1f8-4368-92ca-cd8557c28151 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0800269 Jan 28 12:00:44.453126 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9a4ecb2f-c711-4778-91f9-5a31fcaaec70 req-47ea5623-9201-47e3-bd61-af723d3bbf7c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686507 Jan 28 12:00:44.458409 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-a57bcb37-b3fb-4332-b196-f910f306b438 service neutron] 10.222.0.36 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293640 Jan 28 12:00:44.617973 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6ef021f-38b0-4ac3-866d-fbe04c8c38c7 req-fa760914-2ec3-4fa6-90c5-7e633c3e51d9 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 210 time: 0.0264416 Jan 28 12:00:44.745536 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b99646-c224-459e-9740-558d50701dc9 req-929b24a6-86b5-4303-8841-feb7dec49bc7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:44.746945 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-69b99646-c224-459e-9740-558d50701dc9 req-929b24a6-86b5-4303-8841-feb7dec49bc7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0541027 Jan 28 12:00:44.799822 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-69b99646-c224-459e-9740-558d50701dc9 req-0650c8d9-6983-4764-be61-587e03cdfb5b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Jan 28 12:00:45.588507 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae85f0-ee72-4fa7-b476-195849e15769 req-27cc0965-5eef-44e2-a16f-ab7c6293c112 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:45.590615 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62ae85f0-ee72-4fa7-b476-195849e15769 req-27cc0965-5eef-44e2-a16f-ab7c6293c112 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0581639 Jan 28 12:00:45.648884 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62ae85f0-ee72-4fa7-b476-195849e15769 req-cbd88ad0-6854-47b9-9fb9-603deb8284cc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510182 Jan 28 12:00:45.722777 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ea03c8e3-831b-4457-92cb-200edcce9506 req-047cae6e-6786-4984-91af-66d049e3110c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 210 time: 0.0344918 Jan 28 12:00:45.944184 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecfe48-8645-49a1-8128-aa801eb1ab65 req-16a9d501-ac9c-481e-8c93-7289771d330b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:45.946155 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b4ecfe48-8645-49a1-8128-aa801eb1ab65 req-16a9d501-ac9c-481e-8c93-7289771d330b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0634809 Jan 28 12:00:46.006366 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b4ecfe48-8645-49a1-8128-aa801eb1ab65 req-1732fb08-66c7-4d26-be3f-064d0a2c70f5 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542183 Jan 28 12:00:46.143526 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-f0b6bc82-9811-4327-b525-97db1ef5ea58 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:46.146599 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-f0b6bc82-9811-4327-b525-97db1ef5ea58 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.39 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 814 time: 0.1083133 Jan 28 12:00:46.181262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'port': {'device_id': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'admin_state_up': True, 'tenant_id': '2710da6d37254514a06537d61d459824'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:46.295713 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Made reservation on behalf of 2710da6d37254514a06537d61d459824 for: {'port': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:00:46.299261 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:46.425963 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Allocated IP 172.20.0.14 (1445ae6d-def7-4e92-8b55-e8f59744c2ee/c1b7b2a9-db14-4543-ad37-22441f18f2d9/47196dc8-65f5-4366-b9da-02d575fe0d67) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:00:46.573751 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:46.616344 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:46.657922 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:00:46.660943 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:00:46.671193 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:00:46.712583 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:46.737164 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:46.737881 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:46.787139 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-0b926611-419f-4624-b8ee-443013c9a584 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098292 Jan 28 12:00:46.810410 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04ae63-e745-463b-94d8-fd7cc41fd8c4 req-df83a50e-2b31-455b-9c94-f0d785599b78 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:46.811979 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-da04ae63-e745-463b-94d8-fd7cc41fd8c4 req-df83a50e-2b31-455b-9c94-f0d785599b78 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0711763 Jan 28 12:00:46.882497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461979f-8af4-455c-a332-86ebbc67e148 req-d3d30832-72a8-4787-9036-79c8ee0920f5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:46.884137 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9461979f-8af4-455c-a332-86ebbc67e148 req-d3d30832-72a8-4787-9036-79c8ee0920f5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 932 time: 0.0889812 Jan 28 12:00:46.892207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-da04ae63-e745-463b-94d8-fd7cc41fd8c4 req-9420b381-ae2f-406c-b8c0-f2c34d5703c4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738082 Jan 28 12:00:46.927472 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-1eb43027-29d9-4f02-8c4b-5b39abc9bffa None None] Provisioning complete for port 47196dc8-65f5-4366-b9da-02d575fe0d67 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:00:46.928706 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1eb43027-29d9-4f02-8c4b-5b39abc9bffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:46.937990 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9461979f-8af4-455c-a332-86ebbc67e148 req-c7aab102-f010-40ed-be56-f4a3650e030e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Jan 28 12:00:46.965539 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-1eb43027-29d9-4f02-8c4b-5b39abc9bffa None None] Port 47196dc8-65f5-4366-b9da-02d575fe0d67 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:00:47.137365 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57a8ed-8075-4370-9340-47fc5433aa2d req-1463309f-2b96-4eb4-a4bc-f8c8b59cb9a8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:47.138810 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1c57a8ed-8075-4370-9340-47fc5433aa2d req-1463309f-2b96-4eb4-a4bc-f8c8b59cb9a8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0543790 Jan 28 12:00:47.184525 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1c57a8ed-8075-4370-9340-47fc5433aa2d req-73f930b5-9b53-4b18-8641-125c474e9a85 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Jan 28 12:00:48.010250 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96bcfc-ff66-4688-aac7-7b88a9e84c31 req-eed64c8a-3544-4702-86c2-c157749f9378 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:48.011737 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4d96bcfc-ff66-4688-aac7-7b88a9e84c31 req-eed64c8a-3544-4702-86c2-c157749f9378 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0498767 Jan 28 12:00:48.090050 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57e482-a930-46b3-99af-9de02cbc0a31 req-01c550d8-d54d-48aa-a3da-1630ba8173f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:48.091515 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ff57e482-a930-46b3-99af-9de02cbc0a31 req-01c550d8-d54d-48aa-a3da-1630ba8173f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 932 time: 0.0788951 Jan 28 12:00:48.096397 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4d96bcfc-ff66-4688-aac7-7b88a9e84c31 req-b8c5d177-fd61-4d5c-a5e3-c6fb0f1073fd tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756166 Jan 28 12:00:48.142178 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ff57e482-a930-46b3-99af-9de02cbc0a31 req-0e013f95-a23d-4b7c-837a-5cbf5723038d tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447283 Jan 28 12:00:48.300269 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357776d-43e6-4da8-b4f3-ebcabcd6a724 req-17b80f95-2138-485e-9671-39f88f9cbe65 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:48.301883 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7357776d-43e6-4da8-b4f3-ebcabcd6a724 req-17b80f95-2138-485e-9671-39f88f9cbe65 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0504935 Jan 28 12:00:48.349284 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7357776d-43e6-4da8-b4f3-ebcabcd6a724 req-a532d617-9a74-43e4-8888-d0ff34a547ba tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Jan 28 12:00:48.440921 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5c4b84a8-a21f-43c9-9ce6-c4f4f875500b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:49.243394 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75673502-b9df-4d35-a404-9cff852c7dfa req-9c870427-4fa3-4252-8309-acb6bf06d4ee tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:49.244898 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-75673502-b9df-4d35-a404-9cff852c7dfa req-9c870427-4fa3-4252-8309-acb6bf06d4ee tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0732763 Jan 28 12:00:49.282499 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369b99-e466-42dc-9db4-343d8fec0413 req-755e2e61-3cb6-4cbc-9b23-254493a1dba6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:49.283907 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-56369b99-e466-42dc-9db4-343d8fec0413 req-755e2e61-3cb6-4cbc-9b23-254493a1dba6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 932 time: 0.0749807 Jan 28 12:00:49.317851 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-75673502-b9df-4d35-a404-9cff852c7dfa req-8c02b6d1-6ce6-40b6-ab97-718d59f95ff0 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668721 Jan 28 12:00:49.345908 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-56369b99-e466-42dc-9db4-343d8fec0413 req-3f2db99a-1fbf-4cf5-8aa7-9c8d4c28f134 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Jan 28 12:00:49.484330 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e03c-02dd-4786-9802-0abd6e6bf298 req-269a8e8c-4052-40b5-ad73-dfb636ae7c16 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:49.485826 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e184e03c-02dd-4786-9802-0abd6e6bf298 req-269a8e8c-4052-40b5-ad73-dfb636ae7c16 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0574279 Jan 28 12:00:49.533302 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e184e03c-02dd-4786-9802-0abd6e6bf298 req-36dbbd43-b043-4a8b-87a7-d15774257cd6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Jan 28 12:00:49.882133 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Request body: {'port': {'device_id': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:00:49.940381 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:50.206824 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47196dc8-65f5-4366-b9da-02d575fe0d67 {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:00:50.215054 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Publish callbacks [] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:50.227810 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Transition to ACTIVE for port object 47196dc8-65f5-4366-b9da-02d575fe0d67 will not be triggered until provisioned by entity L2. {{(pid=102404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:00:50.232444 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:50.307909 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:50.372402 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Attempting to bind port 47196dc8-65f5-4366-b9da-02d575fe0d67 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:00:50.372738 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Attempting to bind port 47196dc8-65f5-4366-b9da-02d575fe0d67 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:00:50.373011 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Attempting to bind port 47196dc8-65f5-4366-b9da-02d575fe0d67 on network 1445ae6d-def7-4e92-8b55-e8f59744c2ee {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:50.379200 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Port 47196dc8-65f5-4366-b9da-02d575fe0d67 on network 1445ae6d-def7-4e92-8b55-e8f59744c2ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:00:50.379525 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Attempting to bind port 47196dc8-65f5-4366-b9da-02d575fe0d67 on network 1445ae6d-def7-4e92-8b55-e8f59744c2ee {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:00:50.385629 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:00:50.386049 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Checking segment: {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:00:50.386347 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Bound using segment: {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:00:50.386982 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Bound port: 47196dc8-65f5-4366-b9da-02d575fe0d67, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:00:50.387331 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:50.539081 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:00:50.595266 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:00:50.616157 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea1639-90eb-4b28-9eee-ab774bbccfac req-f3418bee-141c-4066-b0a0-a46515f48fe8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:50.623191 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-85ea1639-90eb-4b28-9eee-ab774bbccfac req-f3418bee-141c-4066-b0a0-a46515f48fe8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.1439431 Jan 28 12:00:50.627188 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:50.653581 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:50.654459 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:50.656189 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] 10.222.0.39 "PUT /v2.0/ports/47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 1094 time: 0.7794182 Jan 28 12:00:50.657775 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:00:50.660395 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e2491-952d-4e46-a0eb-315574d228bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:00:50.676438 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f638-1316-49c6-8ce2-a546c02676ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:50.832787 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1ac45-ca0a-48c8-8e05-dda4bcd513f9 req-4c0ccc5d-f93b-45c4-8872-485c8b94bf70 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:50.834457 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1dc1ac45-ca0a-48c8-8e05-dda4bcd513f9 req-4c0ccc5d-f93b-45c4-8872-485c8b94bf70 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.2924654 Jan 28 12:00:50.915615 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-85ea1639-90eb-4b28-9eee-ab774bbccfac req-32a21cd3-17d5-4fba-afae-e510657c7f4d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854190 Jan 28 12:00:50.960147 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703638-1c37-49cb-a0b7-35f1a91ab1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:00:50.980766 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1dc1ac45-ca0a-48c8-8e05-dda4bcd513f9 req-9c32dc52-2c80-4799-88ac-1e90e715710c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316352 Jan 28 12:00:50.991780 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:51.068688 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a7de29-2709-4d4c-82dd-a5d59883e9bf x-openstack-request-id: req-d0a7de29-2709-4d4c-82dd-a5d59883e9bf {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:00:51.069045 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:00:51.069662 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0a7de29-2709-4d4c-82dd-a5d59883e9bf {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:00:51.070113 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'status': 'completed', 'code': 200} Jan 28 12:00:51.098514 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0047c6-fc0d-4a8e-b4fb-46bcade33a1f req-f9760a09-3727-4c92-ba0f-1591eeb660c4 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:51.108449 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4b0047c6-fc0d-4a8e-b4fb-46bcade33a1f req-f9760a09-3727-4c92-ba0f-1591eeb660c4 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.1044412 Jan 28 12:00:51.159698 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4b0047c6-fc0d-4a8e-b4fb-46bcade33a1f req-1f653311-3da5-435b-8eab-13a165aad1d1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490220 Jan 28 12:00:51.629408 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:52.040408 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740ab17-6ba5-45da-a447-564cab706730 req-1799b0c1-70ea-4e34-95b1-f2e6f545cb05 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:52.042941 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e740ab17-6ba5-45da-a447-564cab706730 req-1799b0c1-70ea-4e34-95b1-f2e6f545cb05 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0676022 Jan 28 12:00:52.121258 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e740ab17-6ba5-45da-a447-564cab706730 req-c43ef399-0ad7-4590-8444-27bdf112cebd tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709286 Jan 28 12:00:52.141913 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb80ab-b6ef-434d-8854-80e16bad0666 req-89031b9c-b758-413b-9f0e-52eeb7a2771c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:52.143415 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bbdb80ab-b6ef-434d-8854-80e16bad0666 req-89031b9c-b758-413b-9f0e-52eeb7a2771c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0657496 Jan 28 12:00:52.195594 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bbdb80ab-b6ef-434d-8854-80e16bad0666 req-40c0783a-fb88-4c04-9651-3d23598ca517 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467460 Jan 28 12:00:53.236272 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:53.253046 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538b14e-247d-453c-8f4f-b8a54bb9cf0d req-853cdbfe-e0d7-477d-ae4b-9aaa161568fc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:53.254505 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4538b14e-247d-453c-8f4f-b8a54bb9cf0d req-853cdbfe-e0d7-477d-ae4b-9aaa161568fc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Jan 28 12:00:53.328499 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4538b14e-247d-453c-8f4f-b8a54bb9cf0d req-388e1e69-cd9c-4bf5-8b7b-0ff82a32e440 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681343 Jan 28 12:00:53.341962 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96c2e4-4280-4127-bfa4-a48853935b7b req-5a1cc73e-00b6-40b9-ae2a-f6b403a13b82 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:53.343418 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9e96c2e4-4280-4127-bfa4-a48853935b7b req-5a1cc73e-00b6-40b9-ae2a-f6b403a13b82 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0696383 Jan 28 12:00:53.397280 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9e96c2e4-4280-4127-bfa4-a48853935b7b req-6b25b329-1ddb-42b6-8210-31407f6c47f1 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474744 Jan 28 12:00:54.455012 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e779e91-240f-422e-82a9-67aa22ec39e1 req-d8015f3f-08c9-4261-b694-7653acedee80 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:54.459753 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1e779e91-240f-422e-82a9-67aa22ec39e1 req-d8015f3f-08c9-4261-b694-7653acedee80 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0588291 Jan 28 12:00:54.531567 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:00:54.535533 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1e779e91-240f-422e-82a9-67aa22ec39e1 req-9046dd4e-2eb4-45af-aabb-794eecea8077 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726104 Jan 28 12:00:54.558551 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a66e8-e3a6-4f85-be78-c47fe7935802 req-8b136ada-6ccc-45b1-9829-e6ca90724180 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:54.560401 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-203a66e8-e3a6-4f85-be78-c47fe7935802 req-8b136ada-6ccc-45b1-9829-e6ca90724180 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0750604 Jan 28 12:00:54.625246 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-203a66e8-e3a6-4f85-be78-c47fe7935802 req-cb4f47d9-0ba9-4922-b867-6473dedf355c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587320 Jan 28 12:00:55.026259 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:00:55.718147 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a076f3a-59fe-4f3f-8347-1f79f8860252 req-b116ac1f-d300-489c-a391-fa1dd21affcc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:55.725235 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0a076f3a-59fe-4f3f-8347-1f79f8860252 req-b116ac1f-d300-489c-a391-fa1dd21affcc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0920537 Jan 28 12:00:55.806974 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d7ca0-b549-4273-88f6-1d617422538e req-c6425a02-a99f-4669-974a-e7b4e75b4edc tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:55.809003 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-461d7ca0-b549-4273-88f6-1d617422538e req-c6425a02-a99f-4669-974a-e7b4e75b4edc tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0756142 Jan 28 12:00:55.812067 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0a076f3a-59fe-4f3f-8347-1f79f8860252 req-6d8d75c7-b5f0-4faf-a009-bf6dade7b1c0 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860145 Jan 28 12:00:55.862247 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-461d7ca0-b549-4273-88f6-1d617422538e req-76778c92-3c10-48fa-a674-a0cd1190df87 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Jan 28 12:00:56.946434 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e876c-a0e0-4c39-b1f7-1145fb99e7bc req-dc20146a-0b2f-4961-abbb-5a86d20af0ff tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:56.947784 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a76e876c-a0e0-4c39-b1f7-1145fb99e7bc req-dc20146a-0b2f-4961-abbb-5a86d20af0ff tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0575368 Jan 28 12:00:56.998721 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a76e876c-a0e0-4c39-b1f7-1145fb99e7bc req-a7ea8eff-0580-4779-a87a-2fefaa6aff5e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Jan 28 12:00:57.113700 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c53b2e-e250-4988-a095-08862c788ade req-3b12d1ee-20ee-47d8-8274-7174efcdbd58 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:57.115220 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b1c53b2e-e250-4988-a095-08862c788ade req-3b12d1ee-20ee-47d8-8274-7174efcdbd58 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0495026 Jan 28 12:00:57.168593 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b1c53b2e-e250-4988-a095-08862c788ade req-14f40038-a61e-449e-96a4-49348598ba11 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474987 Jan 28 12:00:58.122169 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bb2af-f4b1-4fb4-ac21-72a8ed0ab2da req-be42ac9a-89b9-47ed-87a2-d79a9eaa26c9 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:58.124340 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-225bb2af-f4b1-4fb4-ac21-72a8ed0ab2da req-be42ac9a-89b9-47ed-87a2-d79a9eaa26c9 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0504177 Jan 28 12:00:58.172536 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-225bb2af-f4b1-4fb4-ac21-72a8ed0ab2da req-ac00da3c-29d6-4599-95e5-c9b43b63a079 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433259 Jan 28 12:00:58.287984 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd9024-5c20-4808-ae2c-aafae42abc10 req-b8634ff9-7c83-475e-aca3-6e2dd7e1aa59 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:58.289599 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9edd9024-5c20-4808-ae2c-aafae42abc10 req-b8634ff9-7c83-475e-aca3-6e2dd7e1aa59 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0553493 Jan 28 12:00:58.337911 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9edd9024-5c20-4808-ae2c-aafae42abc10 req-23388da4-7bbf-42b1-9ad0-aeafaa2a8970 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Jan 28 12:00:59.293214 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0538517-8030-4267-8805-9b319bee8e07 req-dbf00a51-d6a6-4d21-aec6-41b6d83010db tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:59.295217 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d0538517-8030-4267-8805-9b319bee8e07 req-dbf00a51-d6a6-4d21-aec6-41b6d83010db tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0516117 Jan 28 12:00:59.345215 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d0538517-8030-4267-8805-9b319bee8e07 req-d5ca17fd-c21b-4b3e-81d3-3aae28f98896 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Jan 28 12:00:59.460985 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914bdf2-d53b-44f5-a4f1-88f8549b0dff req-bfa858b1-e48e-49fb-8d08-ba9fe4330f05 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:00:59.462409 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d914bdf2-d53b-44f5-a4f1-88f8549b0dff req-bfa858b1-e48e-49fb-8d08-ba9fe4330f05 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0503893 Jan 28 12:00:59.513923 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d914bdf2-d53b-44f5-a4f1-88f8549b0dff req-f0500fcf-ba68-4d3f-a5db-508b1e391027 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Jan 28 12:01:00.464529 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ff83f-6ac4-45ca-900d-a5841d63ed2d req-b7dbe884-3173-4916-91b5-fe4862119023 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:00.466066 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-592ff83f-6ac4-45ca-900d-a5841d63ed2d req-b7dbe884-3173-4916-91b5-fe4862119023 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0506728 Jan 28 12:01:00.514683 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-592ff83f-6ac4-45ca-900d-a5841d63ed2d req-4ea9b801-0f18-4abf-8f6d-5ada542b4743 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Jan 28 12:01:00.639982 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2df906-ec79-4f60-8bb6-d677fa7b1a62 req-2b22a7f6-2f35-4035-9a22-357fe6194a0b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:00.642900 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb2df906-ec79-4f60-8bb6-d677fa7b1a62 req-2b22a7f6-2f35-4035-9a22-357fe6194a0b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0513754 Jan 28 12:01:00.691442 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb2df906-ec79-4f60-8bb6-d677fa7b1a62 req-a00d67c2-205e-4da1-9e1a-08c3f193e916 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Jan 28 12:01:00.846024 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2491-952d-4e46-a0eb-315574d228bd req-fbf141e5-a11c-440f-a640-d09ae0d2ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:00.847646 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b35e2491-952d-4e46-a0eb-315574d228bd req-fbf141e5-a11c-440f-a640-d09ae0d2ad2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1097 time: 0.0480721 Jan 28 12:01:01.269331 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2491-952d-4e46-a0eb-315574d228bd req-960fab5c-fa47-4fa2-b0c3-b29fc1775934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:01.270751 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b35e2491-952d-4e46-a0eb-315574d228bd req-960fab5c-fa47-4fa2-b0c3-b29fc1775934 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2710da6d37254514a06537d61d459824&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4144344 Jan 28 12:01:01.440436 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2491-952d-4e46-a0eb-315574d228bd req-a82ee78a-96fb-4eca-9af7-c14ae776ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:01.442001 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b35e2491-952d-4e46-a0eb-315574d228bd req-a82ee78a-96fb-4eca-9af7-c14ae776ed44 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585066 Jan 28 12:01:01.529420 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-55622a55-d2d9-41e3-af44-4551805b3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:01.530832 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-55622a55-d2d9-41e3-af44-4551805b3c61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1097 time: 0.0446367 Jan 28 12:01:01.587327 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-26e68f35-0ce3-4f7d-8949-0630a6e24ac6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 217 time: 0.0371346 Jan 28 12:01:01.662014 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-6560204e-5b81-4c31-b064-a33994a3b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:01.663578 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-6560204e-5b81-4c31-b064-a33994a3b977 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 200 len: 853 time: 0.0665066 Jan 28 12:01:01.673438 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575ec23-1760-46f1-84f7-228ae14e5257 req-2b01058e-1b87-4f90-8e03-e5a7c254590b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:01.674803 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6575ec23-1760-46f1-84f7-228ae14e5257 req-2b01058e-1b87-4f90-8e03-e5a7c254590b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0859597 Jan 28 12:01:01.742972 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-e1ca96cd-addb-4264-abce-10a3e635d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:01.744493 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-e1ca96cd-addb-4264-abce-10a3e635d9be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1445ae6d-def7-4e92-8b55-e8f59744c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688641 Jan 28 12:01:01.747985 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6575ec23-1760-46f1-84f7-228ae14e5257 req-815e52f0-0d16-443c-98a6-9ca3e3b506cd tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651302 Jan 28 12:01:01.881607 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff591f-1bf4-40b6-b318-581633f72c1d req-046df090-9eae-468c-b6fb-be8faa3ab8c6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:01.883498 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f3ff591f-1bf4-40b6-b318-581633f72c1d req-046df090-9eae-468c-b6fb-be8faa3ab8c6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.1192100 Jan 28 12:01:01.890480 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-9ba01fb4-eb3e-4ea5-bc73-5d473561fe6b service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345665 Jan 28 12:01:02.034785 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f3ff591f-1bf4-40b6-b318-581633f72c1d req-c08b6315-4b22-47b7-8df5-60d03992b2a8 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386847 Jan 28 12:01:02.039214 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-41fa1128-aacc-4904-9cd6-ed0750cc5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.041437 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-41fa1128-aacc-4904-9cd6-ed0750cc5820 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0530496 Jan 28 12:01:02.048862 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d8be4-82a2-4e2f-ab70-51892ddbd418 req-b0d6a457-80fd-4fec-9c41-0d93b1ee30f4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.050410 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d98d8be4-82a2-4e2f-ab70-51892ddbd418 req-b0d6a457-80fd-4fec-9c41-0d93b1ee30f4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.1398234 Jan 28 12:01:02.080137 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6733d000-658c-4a0c-a7b5-bbab84b9a496 req-34563fdb-513e-44f0-8ddc-2f15717ab0c2 service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821327 Jan 28 12:01:02.116620 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d98d8be4-82a2-4e2f-ab70-51892ddbd418 req-0e88466d-1f07-48ef-bed7-797afcdacd5e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473371 Jan 28 12:01:02.152286 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-26f7b8bb-fa92-4b82-83d6-1e283b45d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.153775 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-26f7b8bb-fa92-4b82-83d6-1e283b45d2e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 912 time: 0.1004660 Jan 28 12:01:02.380950 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-51ec9804-8dfe-4f18-97c2-d1d5ce8755e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 200 len: 1000 time: 0.0994089 Jan 28 12:01:02.435015 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-0cf318a0-186a-4a15-98bb-e7a30f5f8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.436542 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-0cf318a0-186a-4a15-98bb-e7a30f5f8b78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.0448971 Jan 28 12:01:02.463599 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce87a08-c47e-4d26-acbf-5859b3abdaaf req-806b143c-33ff-4370-b346-25a779447114 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.465117 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2ce87a08-c47e-4d26-acbf-5859b3abdaaf req-806b143c-33ff-4370-b346-25a779447114 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0754285 Jan 28 12:01:02.470518 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-b3aad4ef-33a3-426a-9292-5ede69f75b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.471932 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-b3aad4ef-33a3-426a-9292-5ede69f75b32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.0733204 Jan 28 12:01:02.483746 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-47241c69-ac97-49ac-9f56-2c16f4773edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.485332 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-47241c69-ac97-49ac-9f56-2c16f4773edf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399041 Jan 28 12:01:02.559938 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2ce87a08-c47e-4d26-acbf-5859b3abdaaf req-a0ffb0f3-ad29-4b24-82aa-479aaf702dc0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870397 Jan 28 12:01:02.582284 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-fb6bc754-ff64-44e7-a6f9-ce6b0bf788ef service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Jan 28 12:01:02.588708 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-5b175862-781f-4bf7-bdaf-69efd26089e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.590100 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-5b175862-781f-4bf7-bdaf-69efd26089e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 919 time: 0.1047838 Jan 28 12:01:02.644481 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-0501855f-82a7-45d2-bd2a-11a0654d494c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0459991 Jan 28 12:01:02.679874 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4c4cec02-5419-4d82-a7db-a94ff6a3498e req-06696c0e-1575-45e6-b220-387f6c5174ed service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879173 Jan 28 12:01:02.713852 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-bf2aa119-a07f-45e4-bafd-ce89660e52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:02.715404 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-bf2aa119-a07f-45e4-bafd-ce89660e52fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.0598922 Jan 28 12:01:02.752180 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-1c76422f-0785-4892-99a2-a27d3f02281f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279303 Jan 28 12:01:02.850186 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-cfcef962-b9a2-4f35-a693-b77ff0c7e908 service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913687 Jan 28 12:01:02.945670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e5aa36-4051-4f8b-ac88-0f0f9860a9f6 req-19367699-0bc6-4d3f-b34d-ade2cda3862a service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887706 Jan 28 12:01:03.165478 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4a44b-81bb-4131-8251-0b21890de7e0 req-02708a93-1d70-4537-887b-7727de4f0581 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:03.166942 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b2a4a44b-81bb-4131-8251-0b21890de7e0 req-02708a93-1d70-4537-887b-7727de4f0581 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0582974 Jan 28 12:01:03.244331 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b2a4a44b-81bb-4131-8251-0b21890de7e0 req-7ff86a69-afdb-4cc3-8ade-980af6f6cb2f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714018 Jan 28 12:01:03.258391 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdabbd1-81f8-49e3-a893-5ee00065e6c6 req-c502074f-e3c9-48bf-8f6f-2ceffd04950c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:03.259842 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4fdabbd1-81f8-49e3-a893-5ee00065e6c6 req-c502074f-e3c9-48bf-8f6f-2ceffd04950c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0674980 Jan 28 12:01:03.306905 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4fdabbd1-81f8-49e3-a893-5ee00065e6c6 req-c962a6cb-b3d4-40ee-902a-2bb9a00e5682 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Jan 28 12:01:03.690160 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e60eb-87be-4122-9e87-ddd92637bac4 req-47b5d8ec-d4c7-43c7-aa5e-414c59d79e34 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:03.691611 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d47e60eb-87be-4122-9e87-ddd92637bac4 req-47b5d8ec-d4c7-43c7-aa5e-414c59d79e34 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0603878 Jan 28 12:01:03.747842 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d47e60eb-87be-4122-9e87-ddd92637bac4 req-7a46ffef-f151-4eb4-b921-248763173dcf tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504255 Jan 28 12:01:04.360611 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffff94-2854-45e5-ade1-1f5a8c088fe3 req-494cd21a-8ab6-4192-a879-d91f6c2e9c8e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:04.362127 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f5ffff94-2854-45e5-ade1-1f5a8c088fe3 req-494cd21a-8ab6-4192-a879-d91f6c2e9c8e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0477207 Jan 28 12:01:04.435119 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f5ffff94-2854-45e5-ade1-1f5a8c088fe3 req-a1d7f92c-2466-4206-aacf-1533d6167c07 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674605 Jan 28 12:01:04.446613 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686109c-d178-4dd3-9177-1dd088c17f33 req-16167d83-1c77-44e2-90fd-87b012ca6e59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:04.448152 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9686109c-d178-4dd3-9177-1dd088c17f33 req-16167d83-1c77-44e2-90fd-87b012ca6e59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0670114 Jan 28 12:01:04.495525 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9686109c-d178-4dd3-9177-1dd088c17f33 req-1ff1df8f-96de-453d-9916-689fac646a24 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Jan 28 12:01:04.871628 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfc801-afe4-41c4-9ce4-9dfafe5d311c req-3ad0adc3-9af0-49b6-a6f8-f026b165d66f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:04.873160 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9ebfc801-afe4-41c4-9ce4-9dfafe5d311c req-3ad0adc3-9af0-49b6-a6f8-f026b165d66f tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0552933 Jan 28 12:01:04.919343 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9ebfc801-afe4-41c4-9ce4-9dfafe5d311c req-76ea5f0a-313b-45e3-bb7b-f2c23c4d7b93 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Jan 28 12:01:05.554675 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd449c4-e5ba-4189-8ffa-ceae104db84c req-de7b43b4-0d8f-4a0a-bdd9-ed2bbe1c05ba tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:05.556315 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0cd449c4-e5ba-4189-8ffa-ceae104db84c req-de7b43b4-0d8f-4a0a-bdd9-ed2bbe1c05ba tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0499732 Jan 28 12:01:05.610534 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0cd449c4-e5ba-4189-8ffa-ceae104db84c req-18ce81f2-1275-41a3-acdc-f91555f30258 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482998 Jan 28 12:01:05.911033 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 47196dc8-65f5-4366-b9da-02d575fe0d67 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:01:06.011147 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:06.022802 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'port_id': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'mac_address': 'fa:16:3e:35:5d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:01:06.036778 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95299814-2f8d-4d5c-a649-a1324b41f96f req-833ae4cf-d9fe-44b2-84df-87e9f59c3706 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:06.038259 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-95299814-2f8d-4d5c-a649-a1324b41f96f req-833ae4cf-d9fe-44b2-84df-87e9f59c3706 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0472541 Jan 28 12:01:06.064800 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 47196dc8-65f5-4366-b9da-02d575fe0d67 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:06.065232 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:06.078395 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47196dc8-65f5-4366-b9da-02d575fe0d67 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:01:06.088923 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-95299814-2f8d-4d5c-a649-a1324b41f96f req-a8af7eaa-fafb-4950-b034-93116d197a5b tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450809 Jan 28 12:01:06.098537 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:06.105358 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:06.152496 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:06.735674 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d18a-11e5-4adf-80d3-7ef797deb996 req-42ebe10b-c1f4-4986-bdb0-08d22449fd8e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:06.737110 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7777d18a-11e5-4adf-80d3-7ef797deb996 req-42ebe10b-c1f4-4986-bdb0-08d22449fd8e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 945 time: 0.0529308 Jan 28 12:01:06.793623 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7777d18a-11e5-4adf-80d3-7ef797deb996 req-592cf77e-9cbd-43a2-b186-407f6de5dfd6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502696 Jan 28 12:01:07.213012 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dd6e4-b3f3-4b92-8abe-ec3cfec070ae req-807d74ce-da12-4df4-9dd4-8209dd7df3ff tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:07.214628 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-520dd6e4-b3f3-4b92-8abe-ec3cfec070ae req-807d74ce-da12-4df4-9dd4-8209dd7df3ff tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0510652 Jan 28 12:01:07.273698 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-520dd6e4-b3f3-4b92-8abe-ec3cfec070ae req-4701b5c1-5ec4-4817-9d61-52d563b770ec tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529745 Jan 28 12:01:07.916722 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627092a3-feae-4516-9277-b0f6093a4478 req-9cac9eb2-9ff0-4140-ad14-a02587afa2f5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:07.918187 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-627092a3-feae-4516-9277-b0f6093a4478 req-9cac9eb2-9ff0-4140-ad14-a02587afa2f5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 945 time: 0.0572500 Jan 28 12:01:07.965893 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-627092a3-feae-4516-9277-b0f6093a4478 req-ff53a3bb-efa5-4c67-9cad-fa907cd756eb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Jan 28 12:01:08.392824 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394b35a-d05c-4635-8669-b2297c95ca57 req-c7b6be6f-5dbe-4270-bb28-6a370dc588c9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:08.394303 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2394b35a-d05c-4635-8669-b2297c95ca57 req-c7b6be6f-5dbe-4270-bb28-6a370dc588c9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Jan 28 12:01:08.441601 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2394b35a-d05c-4635-8669-b2297c95ca57 req-1766a196-c003-4222-a4ce-c98a2d777585 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Jan 28 12:01:09.086538 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3d8cb-930f-415e-9cd5-5f3d7a5b0931 req-c3c58de7-d0a4-44bf-a3ae-99cf59b9821c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:09.088069 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d7c3d8cb-930f-415e-9cd5-5f3d7a5b0931 req-c3c58de7-d0a4-44bf-a3ae-99cf59b9821c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 945 time: 0.0568573 Jan 28 12:01:09.140937 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d7c3d8cb-930f-415e-9cd5-5f3d7a5b0931 req-021fdea7-cd27-46df-9b1d-190ddab8a65e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465658 Jan 28 12:01:09.285895 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['47196dc8-65f5-4366-b9da-02d575fe0d67'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:09.574430 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b4aa-69ad-4a5d-8047-53dad877b07f req-afe9ce58-60f6-4ac3-b544-12aa0e7ba584 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:09.575977 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a482b4aa-69ad-4a5d-8047-53dad877b07f req-afe9ce58-60f6-4ac3-b544-12aa0e7ba584 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0558598 Jan 28 12:01:09.626436 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a482b4aa-69ad-4a5d-8047-53dad877b07f req-9bae5c2a-7051-4697-bc31-16e402e4d3ef tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Jan 28 12:01:10.260480 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47a394-4e7a-4b48-996d-340149966369 req-04eb0c41-de4c-4009-99ea-9851a944f566 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:10.261952 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa47a394-4e7a-4b48-996d-340149966369 req-04eb0c41-de4c-4009-99ea-9851a944f566 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 945 time: 0.0535626 Jan 28 12:01:10.321593 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa47a394-4e7a-4b48-996d-340149966369 req-885b6074-6915-4a2b-a3ee-a302de9d6c0b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533862 Jan 28 12:01:10.743492 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6619a-4fb3-4c31-b8d2-1da1db16c96d req-fbb3314e-0472-401e-b229-74a381a4f038 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:10.745315 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5f6619a-4fb3-4c31-b8d2-1da1db16c96d req-fbb3314e-0472-401e-b229-74a381a4f038 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0526261 Jan 28 12:01:10.797837 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 47196dc8-65f5-4366-b9da-02d575fe0d67 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:01:10.810668 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5f6619a-4fb3-4c31-b8d2-1da1db16c96d req-b5e82f05-89c1-4b08-8634-6c39e270daaf tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567150 Jan 28 12:01:10.857122 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 47196dc8-65f5-4366-b9da-02d575fe0d67 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:01:10.862290 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 47196dc8-65f5-4366-b9da-02d575fe0d67 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:10.864309 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:10.961420 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 47196dc8-65f5-4366-b9da-02d575fe0d67 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:10.961847 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:10.988070 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:10.990550 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d79437-12bf-4c9b-9b7a-3872a7412357" -d '{"events": [{"server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "name": "network-vif-plugged", "status": "completed", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:11.002945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:11.008493 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:11.045848 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746252a5-56bf-4904-984a-efda30c3493d x-openstack-request-id: req-746252a5-56bf-4904-984a-efda30c3493d {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:11.046146 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "name": "network-vif-plugged", "status": "completed", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:11.046414 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-746252a5-56bf-4904-984a-efda30c3493d {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:11.046801 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'code': 200} Jan 28 12:01:11.070820 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:11.229522 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b036149-be54-46e0-aaa7-2f008f9b179c req-68da35ad-a6c2-42dd-b850-88b0d465c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:11.231053 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9b036149-be54-46e0-aaa7-2f008f9b179c req-68da35ad-a6c2-42dd-b850-88b0d465c37c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1099 time: 0.0455239 Jan 28 12:01:11.284141 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9b036149-be54-46e0-aaa7-2f008f9b179c req-58d13d10-d2d6-425a-a48e-9e3557f33985 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Jan 28 12:01:11.469450 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed449d-e3c5-4987-af2b-9b36a73298c8 req-d25b210d-7b81-4bad-a4ac-9cbb121ab640 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:11.471340 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4eed449d-e3c5-4987-af2b-9b36a73298c8 req-d25b210d-7b81-4bad-a4ac-9cbb121ab640 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0783443 Jan 28 12:01:11.480751 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620229b-b4b7-43bd-ac85-885d36f89de5 req-afc5afde-4c5f-41a9-b644-049f0e460a35 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:11.482157 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6620229b-b4b7-43bd-ac85-885d36f89de5 req-afc5afde-4c5f-41a9-b644-049f0e460a35 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 946 time: 0.0787506 Jan 28 12:01:11.555675 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4eed449d-e3c5-4987-af2b-9b36a73298c8 req-94138522-d7f3-4bcb-b41a-3dcdecbca25a tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725965 Jan 28 12:01:11.558897 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6620229b-b4b7-43bd-ac85-885d36f89de5 req-6a3aac79-42f2-4cd3-9479-3004d51e0eb7 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698433 Jan 28 12:01:11.943112 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6f83d-9bc3-4772-8c21-282203c1c47e req-64588e0e-e4f5-4ea1-99aa-af03c0a93296 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:11.944869 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-eea6f83d-9bc3-4772-8c21-282203c1c47e req-64588e0e-e4f5-4ea1-99aa-af03c0a93296 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Jan 28 12:01:12.001851 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-eea6f83d-9bc3-4772-8c21-282203c1c47e req-34f4e64d-b1b1-437f-be5c-ffefa4af3649 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513091 Jan 28 12:01:12.698873 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccb8e7-60a4-4259-8595-9314b8907bfb req-5e00c788-33d1-41a6-8094-553b253630c2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:12.700382 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-60ccb8e7-60a4-4259-8595-9314b8907bfb req-5e00c788-33d1-41a6-8094-553b253630c2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0767808 Jan 28 12:01:12.709579 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65572301-5e5d-41d0-abf9-41d18d63b3fc req-bae3cdbc-dc9a-4755-ba9f-88dc6fe126b8 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:12.711146 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-65572301-5e5d-41d0-abf9-41d18d63b3fc req-bae3cdbc-dc9a-4755-ba9f-88dc6fe126b8 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 946 time: 0.0780239 Jan 28 12:01:12.783825 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-60ccb8e7-60a4-4259-8595-9314b8907bfb req-e27d3050-f539-4d97-9fcc-2d2b1c1b870d tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716138 Jan 28 12:01:12.788059 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-65572301-5e5d-41d0-abf9-41d18d63b3fc req-056d061a-0ecd-459c-99f1-ca42fe67462a tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703804 Jan 28 12:01:13.122095 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b169ffc-f503-4094-bdfe-dbf95d9540ac req-e7211736-6a4a-4cab-87a8-c2e91fde8daf tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:13.123596 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1b169ffc-f503-4094-bdfe-dbf95d9540ac req-e7211736-6a4a-4cab-87a8-c2e91fde8daf tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0521135 Jan 28 12:01:13.176067 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1b169ffc-f503-4094-bdfe-dbf95d9540ac req-2164120e-dc73-4fea-8417-4a2e6b4d75a9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Jan 28 12:01:13.924845 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4e5ab-f724-4d7d-86d9-33a9e610be12 req-f609493f-963e-4b6e-8e25-489e724cb562 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:13.926644 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-97c4e5ab-f724-4d7d-86d9-33a9e610be12 req-f609493f-963e-4b6e-8e25-489e724cb562 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0770791 Jan 28 12:01:13.937683 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d8ae-3151-44e2-a594-e5361d5c31b8 req-66d6a143-444a-43b8-b184-16e18ea2b5a4 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:13.939117 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8949d8ae-3151-44e2-a594-e5361d5c31b8 req-66d6a143-444a-43b8-b184-16e18ea2b5a4 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 946 time: 0.0804274 Jan 28 12:01:14.012208 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-97c4e5ab-f724-4d7d-86d9-33a9e610be12 req-428c16f4-f8d5-495a-b9e5-009d4b7f1cec tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720463 Jan 28 12:01:14.016372 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8949d8ae-3151-44e2-a594-e5361d5c31b8 req-27f8bbc6-92cd-4272-b49d-bae13dab4718 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702600 Jan 28 12:01:14.141510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eda539-0ef2-42c7-b46a-465419746251 req-a3ec5e9d-70ee-40c6-b043-a5d1cbc48e54 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:14.143085 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c1eda539-0ef2-42c7-b46a-465419746251 req-a3ec5e9d-70ee-40c6-b043-a5d1cbc48e54 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0589182 Jan 28 12:01:14.192424 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c1eda539-0ef2-42c7-b46a-465419746251 req-efb88be1-bfa7-41d5-8fd8-7a132f46f460 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409451 Jan 28 12:01:14.303239 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173c73-7175-4bb8-b4cf-8b81e90c11ba req-75391547-2ab7-4eb2-a8b8-5aea739f7fee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:14.305038 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a6173c73-7175-4bb8-b4cf-8b81e90c11ba req-75391547-2ab7-4eb2-a8b8-5aea739f7fee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0563662 Jan 28 12:01:14.357374 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a6173c73-7175-4bb8-b4cf-8b81e90c11ba req-9ed8f224-7922-4cdc-934c-e952c1ec08ac tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462646 Jan 28 12:01:14.477105 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0c4d5-eb34-4e78-a9b4-810cc4580e3c req-22b91308-e340-4ba1-a6ee-6adb6ea68dd8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:14.478728 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0cc0c4d5-eb34-4e78-a9b4-810cc4580e3c req-22b91308-e340-4ba1-a6ee-6adb6ea68dd8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0514674 Jan 28 12:01:14.538871 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0cc0c4d5-eb34-4e78-a9b4-810cc4580e3c req-0fa14d4a-7b48-4233-a411-e1965a4d3e6d tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 Jan 28 12:01:14.619413 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cfbc9-4417-4c32-a761-11c32f9e41cb req-cc23e365-0056-4d7f-8b8f-f4a4e2f08d8b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:14.620907 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-062cfbc9-4417-4c32-a761-11c32f9e41cb req-cc23e365-0056-4d7f-8b8f-f4a4e2f08d8b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0480270 Jan 28 12:01:14.666458 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51248) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:14.675660 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-062cfbc9-4417-4c32-a761-11c32f9e41cb req-a9848e37-e554-44fe-9578-8b741c95df25 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Jan 28 12:01:14.752310 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-c9ff69fd-2d19-4a0f-a474-eeec6cd04d2e tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:14.753788 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-c9ff69fd-2d19-4a0f-a474-eeec6cd04d2e tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 946 time: 0.0531561 Jan 28 12:01:14.822492 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dfb68767-971b-4bce-9073-79d57fa67d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:14.854640 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Deleting port 05c442fa-95cb-4e0e-936e-5755c72bee40 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:14.855084 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:14.906652 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dfb68767-971b-4bce-9073-79d57fa67d67 admin admin] Publish callbacks [] for security_group (3cc76fbe-df81-48bd-b811-f787000c4390), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:14.911806 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dfb68767-971b-4bce-9073-79d57fa67d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3cc76fbe-df81-48bd-b811-f787000c4390), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:14.955719 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-dfb68767-971b-4bce-9073-79d57fa67d67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca8dc29ca870408faac96ca3535fc07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880094 Jan 28 12:01:14.956142 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51254) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:14.960840 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb68767-971b-4bce-9073-79d57fa67d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc76fbe-df81-48bd-b811-f787000c4390,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:15.018000 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] For port 05c442fa-95cb-4e0e-936e-5755c72bee40, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=05c442fa-95cb-4e0e-936e-5755c72bee40,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:15.018368 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:15.034545 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Calling delete_port for 05c442fa-95cb-4e0e-936e-5755c72bee40 owned by compute:nova {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:15.052365 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad370c04-4d8c-489b-84c8-470298399308 admin admin] Publish callbacks [] for security_group (3cc76fbe-df81-48bd-b811-f787000c4390), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:15.134202 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad370c04-4d8c-489b-84c8-470298399308 admin admin] Publish callbacks [] for security_group (3cc76fbe-df81-48bd-b811-f787000c4390), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:15.203029 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde61e6c-6e7a-4466-a25a-1c231d6d6997 req-431bfb7a-208b-45aa-b948-e35e57b5fcdc tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:15.204450 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dde61e6c-6e7a-4466-a25a-1c231d6d6997 req-431bfb7a-208b-45aa-b948-e35e57b5fcdc tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3dbad91-b965-46e4-95e2-f691ea320afb HTTP/1.1" status: 200 len: 946 time: 0.1092467 Jan 28 12:01:15.258304 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad370c04-4d8c-489b-84c8-470298399308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3cc76fbe-df81-48bd-b811-f787000c4390), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:15.260814 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ad370c04-4d8c-489b-84c8-470298399308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:15.261941 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-ad370c04-4d8c-489b-84c8-470298399308 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cc76fbe-df81-48bd-b811-f787000c4390 HTTP/1.1" status: 204 len: 168 time: 0.3047833 Jan 28 12:01:15.286702 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad370c04-4d8c-489b-84c8-470298399308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc76fbe-df81-48bd-b811-f787000c4390,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:15.299978 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dde61e6c-6e7a-4466-a25a-1c231d6d6997 req-d2f18999-a3c4-4aac-936b-e8c371cd2088 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895975 Jan 28 12:01:15.313754 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (05c442fa-95cb-4e0e-936e-5755c72bee40), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:15.335889 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['05c442fa-95cb-4e0e-936e-5755c72bee40'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:15.356304 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Pushing event deleted for resources: {'Port': ['ID=05c442fa-95cb-4e0e-936e-5755c72bee40,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:15.403676 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] No DVR routers for this DVR port 05c442fa-95cb-4e0e-936e-5755c72bee40 on host hv-cinder-81187 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:01:15.407331 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:15.411303 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-653e9915-c5c9-4fca-98f2-b21b6079dcf5 req-d855d2e8-00ee-4acd-b371-15e50066c988 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "DELETE /v2.0/ports/05c442fa-95cb-4e0e-936e-5755c72bee40 HTTP/1.1" status: 204 len: 173 time: 0.6517634 Jan 28 12:01:15.411930 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'name': 'network-vif-deleted', 'tag': '05c442fa-95cb-4e0e-936e-5755c72bee40'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:15.416572 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fafa685-fbd8-4599-9268-4fd72074068c" -d '{"events": [{"server_uuid": "e3dbad91-b965-46e4-95e2-f691ea320afb", "name": "network-vif-deleted", "tag": "05c442fa-95cb-4e0e-936e-5755c72bee40"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:15.464154 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8d727c-c584-46c1-9303-82b7acdb46e2 x-openstack-request-id: req-7e8d727c-c584-46c1-9303-82b7acdb46e2 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:15.464438 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3dbad91-b965-46e4-95e2-f691ea320afb", "name": "network-vif-deleted", "tag": "05c442fa-95cb-4e0e-936e-5755c72bee40", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:15.464684 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e8d727c-c584-46c1-9303-82b7acdb46e2 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:15.465072 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3dbad91-b965-46e4-95e2-f691ea320afb', 'name': 'network-vif-deleted', 'tag': '05c442fa-95cb-4e0e-936e-5755c72bee40', 'status': 'completed', 'code': 200} Jan 28 12:01:15.504416 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f0f39-cac1-4113-a35b-550b1d5d8e5c req-f3303510-8f8e-47a9-85d7-74dac2d1d092 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:15.506346 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-130f0f39-cac1-4113-a35b-550b1d5d8e5c req-f3303510-8f8e-47a9-85d7-74dac2d1d092 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0581269 Jan 28 12:01:15.556386 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-130f0f39-cac1-4113-a35b-550b1d5d8e5c req-aae2cd33-82b8-4411-bea9-7478605fe115 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446961 Jan 28 12:01:15.661816 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52027b-eaa3-4353-9eb4-6cb5b0e5b155 req-443dabd5-b788-4518-8add-56f75d3ca52a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:15.663310 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b52027b-eaa3-4353-9eb4-6cb5b0e5b155 req-443dabd5-b788-4518-8add-56f75d3ca52a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0521710 Jan 28 12:01:15.712114 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b52027b-eaa3-4353-9eb4-6cb5b0e5b155 req-67cecde8-11f3-4f16-8361-91569ffcf8fd tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Jan 28 12:01:16.597274 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f501a-769e-4314-837e-193119b64d4e req-a9341c2c-9289-4c61-b8c8-135fa2e968ce tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:16.600140 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c0f501a-769e-4314-837e-193119b64d4e req-a9341c2c-9289-4c61-b8c8-135fa2e968ce tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0594335 Jan 28 12:01:17.048469 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1aec2-32db-4c9a-a345-21f4675b4690 req-db596282-31ba-4cc1-8a71-5f87d59c11f8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:17.049805 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ad1aec2-32db-4c9a-a345-21f4675b4690 req-db596282-31ba-4cc1-8a71-5f87d59c11f8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.3979850 Jan 28 12:01:17.085362 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7b10-25b9-4827-82db-3bf18d21070c req-585f108a-8d5b-4ef8-bfaa-e97ec7372343 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:17.086782 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e06c7b10-25b9-4827-82db-3bf18d21070c req-585f108a-8d5b-4ef8-bfaa-e97ec7372343 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 945 time: 0.0911479 Jan 28 12:01:17.102022 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Deleting port 58429606-6abb-4976-9169-7520cf98833b {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:17.102355 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (58429606-6abb-4976-9169-7520cf98833b), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:17.180764 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ad1aec2-32db-4c9a-a345-21f4675b4690 req-b5f3dc1b-c37f-4c02-bf17-15077538e495 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243551 Jan 28 12:01:17.206450 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e06c7b10-25b9-4827-82db-3bf18d21070c req-bf435b2f-4c78-4563-b05e-283d6c29c270 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131279 Jan 28 12:01:17.240946 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] For port 58429606-6abb-4976-9169-7520cf98833b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=58429606-6abb-4976-9169-7520cf98833b,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:17.241319 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (58429606-6abb-4976-9169-7520cf98833b), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:17.253958 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Calling delete_port for 58429606-6abb-4976-9169-7520cf98833b owned by compute:nova {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:17.413396 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (58429606-6abb-4976-9169-7520cf98833b), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:17.450639 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event deleted for resources: {'Port': ['ID=58429606-6abb-4976-9169-7520cf98833b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:17.492500 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] No DVR routers for this DVR port 58429606-6abb-4976-9169-7520cf98833b on host hv-cinder-81187 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:01:17.495196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:17.498596 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8c0f501a-769e-4314-837e-193119b64d4e req-68890193-4986-4f35-ab91-cb26d10673d6 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "DELETE /v2.0/ports/58429606-6abb-4976-9169-7520cf98833b HTTP/1.1" status: 204 len: 173 time: 0.8882167 Jan 28 12:01:17.499003 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'name': 'network-vif-deleted', 'tag': '58429606-6abb-4976-9169-7520cf98833b'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:17.501575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5c2cc-de95-46fd-a1dc-b530e8566431" -d '{"events": [{"server_uuid": "c1f99c22-d35f-4feb-9947-d1ff0098eced", "name": "network-vif-deleted", "tag": "58429606-6abb-4976-9169-7520cf98833b"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:17.544994 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfc748a-766c-4899-93a5-8cd29daaaea5 x-openstack-request-id: req-fdfc748a-766c-4899-93a5-8cd29daaaea5 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:17.545295 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f99c22-d35f-4feb-9947-d1ff0098eced", "name": "network-vif-deleted", "tag": "58429606-6abb-4976-9169-7520cf98833b", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:17.545557 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdfc748a-766c-4899-93a5-8cd29daaaea5 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:17.545961 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f99c22-d35f-4feb-9947-d1ff0098eced', 'name': 'network-vif-deleted', 'tag': '58429606-6abb-4976-9169-7520cf98833b', 'status': 'completed', 'code': 200} Jan 28 12:01:18.316856 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a275f7ae-8995-4e78-ae08-450ba63dfb7c req-1c4b2fbc-698a-48c3-95b8-7995c86cd0b1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 210 time: 0.0324948 Jan 28 12:01:18.331925 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf822185-a6dd-43db-bc9d-01ca9fa988d7 req-d87fda21-aa25-4b9f-a8ad-b6d71b8a00d1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:18.333373 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bf822185-a6dd-43db-bc9d-01ca9fa988d7 req-d87fda21-aa25-4b9f-a8ad-b6d71b8a00d1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0773695 Jan 28 12:01:18.380947 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bf822185-a6dd-43db-bc9d-01ca9fa988d7 req-cae1ccc7-6496-4a09-a831-a07c295ca04d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Jan 28 12:01:18.438013 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7ed64e98-051e-4bf7-98e6-71d6b5f01f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:19.416441 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d2d77aff-62bf-4438-af27-9e97872334c3 req-bcf17950-6eaf-4f20-82de-36b20cb11117 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f99c22-d35f-4feb-9947-d1ff0098eced HTTP/1.1" status: 200 len: 210 time: 0.0304353 Jan 28 12:01:19.456203 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'ba8fa782-801c-4750-932a-4bdb3379849a', 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88', '58429606-6abb-4976-9169-7520cf98833b'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:19.460259 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 05c442fa-95cb-4e0e-936e-5755c72bee40 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:19.506420 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 05c442fa-95cb-4e0e-936e-5755c72bee40 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:19.507052 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 05c442fa-95cb-4e0e-936e-5755c72bee40 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:19.551839 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-6b2e2dfb-734b-4fef-b12f-e15b183370e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710523 Jan 28 12:01:19.558803 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376420fc-9233-4fe6-8542-c3da1023f601 req-f4d98398-8526-4620-ba24-26ee6d4b1a69 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:19.560273 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-376420fc-9233-4fe6-8542-c3da1023f601 req-f4d98398-8526-4620-ba24-26ee6d4b1a69 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0895901 Jan 28 12:01:19.644619 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-376420fc-9233-4fe6-8542-c3da1023f601 req-e8eefa90-c4d7-4f6a-b1cc-0196757705e9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718882 Jan 28 12:01:19.663264 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-c830052a-8435-4cfd-a782-370e5d7a2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:19.665004 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-c830052a-8435-4cfd-a782-370e5d7a2f3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0620306 Jan 28 12:01:19.818745 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-fde90f6a-f348-457a-8a74-675e18323922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:19.821373 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-fde90f6a-f348-457a-8a74-675e18323922 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 912 time: 0.1273768 Jan 28 12:01:19.922543 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-ee31bebe-981b-4ba4-b504-1eb5f3dc561d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 200 len: 1000 time: 0.0812938 Jan 28 12:01:19.983149 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-0288fb00-239f-48f3-9974-2ec0eda02c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:19.984664 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-0288fb00-239f-48f3-9974-2ec0eda02c7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.0522265 Jan 28 12:01:20.036862 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-6e7c25dd-9a53-403c-aefe-8eb14972d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:20.038550 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-6e7c25dd-9a53-403c-aefe-8eb14972d904 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468707 Jan 28 12:01:20.144862 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-3c50260b-766b-4394-8ad5-a175baac0f9a service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990486 Jan 28 12:01:20.263371 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6895e479-f198-47f0-b091-bdd1c3981f27 req-e630259d-6f3c-4d15-8888-fc40211a133b service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035261 Jan 28 12:01:20.638741 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3104582c-cf66-4731-acc4-d3f78e8985be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:20.770505 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8efd4-f071-4084-9365-5483cfe67577 req-db3939e4-fc6f-4697-b9a5-297e5272f994 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:20.772201 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-13f8efd4-f071-4084-9365-5483cfe67577 req-db3939e4-fc6f-4697-b9a5-297e5272f994 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0581558 Jan 28 12:01:20.844793 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-13f8efd4-f071-4084-9365-5483cfe67577 req-17339209-4a9a-43cd-b961-f0d9460d6336 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573955 Jan 28 12:01:21.026282 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:21.623317 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ae38-8afc-417f-a9de-f2c06fbd6e0c req-6ffe98ee-b9ca-4d2a-8e19-8fecf6593857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:21.625587 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f107ae38-8afc-417f-a9de-f2c06fbd6e0c req-6ffe98ee-b9ca-4d2a-8e19-8fecf6593857 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.0499425 Jan 28 12:01:21.632052 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:21.673207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f107ae38-8afc-417f-a9de-f2c06fbd6e0c req-60720eb5-a55e-4c62-8b9e-61fdab1f20d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Jan 28 12:01:21.837769 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38259c-24a3-4c3e-a3e9-d177550e511c req-bd707b39-96aa-4fad-af72-c736601b8e48 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:21.839221 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cf38259c-24a3-4c3e-a3e9-d177550e511c req-bd707b39-96aa-4fad-af72-c736601b8e48 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 945 time: 0.0526998 Jan 28 12:01:21.889601 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cf38259c-24a3-4c3e-a3e9-d177550e511c req-dc866905-b074-4d72-9ae6-8836b29483fc tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Jan 28 12:01:21.966374 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85dd53-9e9a-40f0-b7e5-9e8283860fbf req-2d95d09b-c63c-4ce2-95ae-918ecf1991ff tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:21.968048 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba85dd53-9e9a-40f0-b7e5-9e8283860fbf req-2d95d09b-c63c-4ce2-95ae-918ecf1991ff tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Jan 28 12:01:22.019503 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba85dd53-9e9a-40f0-b7e5-9e8283860fbf req-79e0f57b-408c-4830-be6a-091b7a8a5281 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452771 Jan 28 12:01:23.022326 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ac074-78bb-4903-9424-0e4221830d6a req-31502e78-ddd6-4ead-97cd-321d8a9b3f0f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:23.024334 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ad0ac074-78bb-4903-9424-0e4221830d6a req-31502e78-ddd6-4ead-97cd-321d8a9b3f0f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 945 time: 0.0527871 Jan 28 12:01:23.078738 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ad0ac074-78bb-4903-9424-0e4221830d6a req-79caaccb-c3a5-4a37-b369-d70fcb3ab140 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483849 Jan 28 12:01:23.151591 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b1627-c1b7-40ff-9ef4-97f159e26cda req-c81ffb04-54a6-4325-b39d-4e9ddaf82a18 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:23.153032 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7f0b1627-c1b7-40ff-9ef4-97f159e26cda req-c81ffb04-54a6-4325-b39d-4e9ddaf82a18 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0501842 Jan 28 12:01:23.203532 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7f0b1627-c1b7-40ff-9ef4-97f159e26cda req-1ed797d0-0082-4eb9-b4d4-ba658ab7bb79 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Jan 28 12:01:23.222101 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:24.146849 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 58429606-6abb-4976-9169-7520cf98833b no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:24.172252 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 58429606-6abb-4976-9169-7520cf98833b {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:24.172854 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 58429606-6abb-4976-9169-7520cf98833b not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:24.210035 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6bf2-469b-417e-abaf-cd9fd2ab48ae req-33a36353-b149-424b-a431-65b07d644a29 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:24.211507 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-36ff6bf2-469b-417e-abaf-cd9fd2ab48ae req-33a36353-b149-424b-a431-65b07d644a29 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 945 time: 0.0587745 Jan 28 12:01:24.262663 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-36ff6bf2-469b-417e-abaf-cd9fd2ab48ae req-72696b40-8f5f-480c-98d3-995c21668565 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Jan 28 12:01:24.327881 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dd7e2-f4a5-4ea1-81b0-d881363ebfd9 req-1beed3f7-8b82-4b80-8127-9daded1edf2c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:24.329371 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cb4dd7e2-f4a5-4ea1-81b0-d881363ebfd9 req-1beed3f7-8b82-4b80-8127-9daded1edf2c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0569756 Jan 28 12:01:24.377813 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cb4dd7e2-f4a5-4ea1-81b0-d881363ebfd9 req-c928e1bb-70f7-479b-b17b-5044b8540c71 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Jan 28 12:01:24.545560 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:25.385182 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055adf60-da19-4325-852e-76194c07c313 req-a031afff-6c08-4aaf-9948-b3428a57b581 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:25.386661 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-055adf60-da19-4325-852e-76194c07c313 req-a031afff-6c08-4aaf-9948-b3428a57b581 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 945 time: 0.0498483 Jan 28 12:01:25.445384 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-055adf60-da19-4325-852e-76194c07c313 req-93642ed8-6685-4127-9944-5010b438892f tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529878 Jan 28 12:01:25.525021 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ac574-5f20-4672-b223-7d33fac2286f req-e431d42b-646d-4b71-8d96-7cd9eca9dca5 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:25.526535 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba2ac574-5f20-4672-b223-7d33fac2286f req-e431d42b-646d-4b71-8d96-7cd9eca9dca5 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0596864 Jan 28 12:01:25.581470 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ba2ac574-5f20-4672-b223-7d33fac2286f req-1c648052-870b-4c5b-8e2c-11d463663695 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 Jan 28 12:01:25.854597 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-eace6eab-65fc-475e-a1ee-e30ed47816c7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:25.856111 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-eace6eab-65fc-475e-a1ee-e30ed47816c7 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 945 time: 0.0563958 Jan 28 12:01:25.976894 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Deleting port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:25.977213 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:26.070898 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] For port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:26.071284 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:26.084040 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Calling delete_port for bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 owned by compute:nova {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:26.226636 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (bbbde6cc-ee20-4cf3-bc69-75282dc6fa88), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:26.239302 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'ba8fa782-801c-4750-932a-4bdb3379849a', 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:26.264997 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event deleted for resources: {'Port': ['ID=bbbde6cc-ee20-4cf3-bc69-75282dc6fa88,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301957 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.301957 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.302117 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:26.328277 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] No DVR routers for this DVR port bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 on host hv-cinder-81187 {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:01:26.330875 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:26.334286 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-eb0c82e6-814a-4e75-92f3-d0aabeeccff9 req-15cd2e2d-595c-4ebc-9db8-0c7c30a9173c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "DELETE /v2.0/ports/bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 HTTP/1.1" status: 204 len: 173 time: 0.4518559 Jan 28 12:01:26.334729 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'name': 'network-vif-deleted', 'tag': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:26.337113 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c079fa0b-1809-4452-8500-85eac09d2f5b" -d '{"events": [{"server_uuid": "cd469f27-c482-4641-93a4-1e036867bdfb", "name": "network-vif-deleted", "tag": "bbbde6cc-ee20-4cf3-bc69-75282dc6fa88"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:26.377977 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5ab12a-aee0-49d3-9700-b8048dcf1a6e x-openstack-request-id: req-1c5ab12a-aee0-49d3-9700-b8048dcf1a6e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:26.378291 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd469f27-c482-4641-93a4-1e036867bdfb", "name": "network-vif-deleted", "tag": "bbbde6cc-ee20-4cf3-bc69-75282dc6fa88", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:26.378637 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c5ab12a-aee0-49d3-9700-b8048dcf1a6e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:26.379118 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd469f27-c482-4641-93a4-1e036867bdfb', 'name': 'network-vif-deleted', 'tag': 'bbbde6cc-ee20-4cf3-bc69-75282dc6fa88', 'status': 'completed', 'code': 200} Jan 28 12:01:26.554062 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-8de151be-1987-4f6a-a111-19d097065808 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:26.555529 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-8de151be-1987-4f6a-a111-19d097065808 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/networks?id=73828d43-5bad-44be-92f8-23c5fa4be674 HTTP/1.1" status: 200 len: 814 time: 0.1602290 Jan 28 12:01:26.591448 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9538a9cc-2046-4267-9069-74b3c8db5dd5 req-e987b004-8296-4a73-9e21-8cbbaca75be3 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd469f27-c482-4641-93a4-1e036867bdfb HTTP/1.1" status: 200 len: 210 time: 0.0349305 Jan 28 12:01:26.593796 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-b6af087b-b203-4656-afaf-5f75d24a696b tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/quotas/e5cdb821ebbb46e699c34764e7ca2962 HTTP/1.1" status: 200 len: 375 time: 0.0267453 Jan 28 12:01:26.626545 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-b41c51c2-dfa7-4468-925b-233f30a128d2 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5cdb821ebbb46e699c34764e7ca2962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270545 Jan 28 12:01:26.756198 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc39d-300b-49d1-b59e-fd1b8d266aed req-9f724cbb-8f61-4eb3-b499-7f67f444015a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:26.757571 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dafcc39d-300b-49d1-b59e-fd1b8d266aed req-9f724cbb-8f61-4eb3-b499-7f67f444015a tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1075811 Jan 28 12:01:26.762926 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-38eae929-06d3-4fb8-b483-5a633a8dbd69 service neutron] 10.222.0.36 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296601 Jan 28 12:01:26.861478 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dafcc39d-300b-49d1-b59e-fd1b8d266aed req-7e549ea7-053e-449f-8216-ca8d5e5e31ca tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976293 Jan 28 12:01:26.890244 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-94b9319f-1693-4c31-88e4-a60bf73f747b service neutron] 10.222.0.36 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208341 Jan 28 12:01:27.078443 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-02d9a916-99a1-4c08-a7b0-871c5cb747f3 req-812087bc-63ec-421e-8b85-8a9375feb279 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 210 time: 0.0365567 Jan 28 12:01:27.221257 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c13cf-2bb5-4f72-bb88-70fd73a5fd84 req-844e088f-7819-4379-96b2-9a901d3f3dd0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:27.222876 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d49c13cf-2bb5-4f72-bb88-70fd73a5fd84 req-844e088f-7819-4379-96b2-9a901d3f3dd0 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0862892 Jan 28 12:01:27.230852 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45359e12-002b-4d4a-b901-6b65f3049686 req-1447f962-ee67-412a-86e0-0cca9a5d511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:27.232339 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45359e12-002b-4d4a-b901-6b65f3049686 req-1447f962-ee67-412a-86e0-0cca9a5d511c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36683c68d01f4a34b98208a099cbe37e&device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 1098 time: 0.0810425 Jan 28 12:01:27.335015 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d49c13cf-2bb5-4f72-bb88-70fd73a5fd84 req-3e2f13f4-65be-4ce9-81f4-0f4975205569 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017079 Jan 28 12:01:27.366073 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45359e12-002b-4d4a-b901-6b65f3049686 req-443b9a71-a134-44e2-b740-09449bf6166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:27.367731 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45359e12-002b-4d4a-b901-6b65f3049686 req-443b9a71-a134-44e2-b740-09449bf6166d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 200 len: 919 time: 0.1190557 Jan 28 12:01:27.416238 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45359e12-002b-4d4a-b901-6b65f3049686 req-27c8ec5d-e0eb-4645-81fb-952c3f5a76f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0405004 Jan 28 12:01:27.483689 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45359e12-002b-4d4a-b901-6b65f3049686 req-012588e6-f0cf-48d9-a1a4-bf18ec8ffa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:27.485234 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45359e12-002b-4d4a-b901-6b65f3049686 req-012588e6-f0cf-48d9-a1a4-bf18ec8ffa5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 200 len: 858 time: 0.0613785 Jan 28 12:01:27.523259 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45359e12-002b-4d4a-b901-6b65f3049686 req-963c4623-e6aa-46c3-b320-fc28fd554e76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd65b66e-7c9c-44f8-a09c-7c288ec9c441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291791 Jan 28 12:01:27.655311 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edd353-961b-4c78-bf9f-23a3adf39c57 req-26c09ac8-d744-43bd-94c3-afe707f592a2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:27.656843 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b8edd353-961b-4c78-bf9f-23a3adf39c57 req-26c09ac8-d744-43bd-94c3-afe707f592a2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.1071177 Jan 28 12:01:27.688702 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45359e12-002b-4d4a-b901-6b65f3049686 req-0b57337d-b364-4235-9d4d-c7e6f8642e2c service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475606 Jan 28 12:01:27.763170 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b8edd353-961b-4c78-bf9f-23a3adf39c57 req-df0e4251-fb3d-45ff-b69d-b860b64a9bf6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Jan 28 12:01:27.788515 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51540) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:27.806442 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45359e12-002b-4d4a-b901-6b65f3049686 req-6cb2c315-0104-439e-a3fd-c2a1c5d276de service neutron] 10.222.0.39 "GET /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059983 Jan 28 12:01:27.898060 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be58f30-f922-4f27-a1b9-42a09eefa6ec req-49c8658b-b20c-44ca-b6db-5b15e6db7f8b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:27.899565 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0be58f30-f922-4f27-a1b9-42a09eefa6ec req-49c8658b-b20c-44ca-b6db-5b15e6db7f8b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0555484 Jan 28 12:01:27.949839 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0be58f30-f922-4f27-a1b9-42a09eefa6ec req-62ef11a6-385f-44a1-b5fc-529c8d548175 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Jan 28 12:01:27.996336 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771c637-e91a-4361-9e1c-3352cbd8cf39 tempest-TestMinimumBasicScenario-75605563 tempest-TestMinimumBasicScenario-75605563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:27.997865 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f771c637-e91a-4361-9e1c-3352cbd8cf39 tempest-TestMinimumBasicScenario-75605563 tempest-TestMinimumBasicScenario-75605563-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1094 time: 0.2082365 Jan 28 12:01:28.000706 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51546) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:28.005032 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'port_id': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'tenant_id': '2710da6d37254514a06537d61d459824', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:28.029291 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.131182 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.234914 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dfcad67f-17c6-4b34-a513-5d0478e8e533 req-9f4e953b-b911-4b86-93a7-bfead0b1eeaa tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 210 time: 0.0293393 Jan 28 12:01:28.273949 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Allocated IP 172.27.0.35 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/5f08122f-9266-4614-a5b4-b1dae5264450) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:01:28.287583 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-2d1cfd28-6fd5-4fdf-968e-d9dae02f2353 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:28.289655 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-2d1cfd28-6fd5-4fdf-968e-d9dae02f2353 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "GET /v2.0/networks?id=73828d43-5bad-44be-92f8-23c5fa4be674 HTTP/1.1" status: 200 len: 814 time: 0.1716378 Jan 28 12:01:28.308944 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Request body: {'port': {'device_id': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674', 'admin_state_up': True, 'tenant_id': 'e5cdb821ebbb46e699c34764e7ca2962'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:28.383284 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for port (5f08122f-9266-4614-a5b4-b1dae5264450), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.420492 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (5f08122f-9266-4614-a5b4-b1dae5264450), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.452034 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Made reservation on behalf of e5cdb821ebbb46e699c34764e7ca2962 for: {'port': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:01:28.455590 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.458643 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:01:28.462765 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:28.468335 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:01:28.490190 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'Port': ['ID=5f08122f-9266-4614-a5b4-b1dae5264450,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:28.491529 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a8ec3-1fc2-4efc-81fb-8c265ade085b req-8552e8d7-d069-4399-883c-336cb6da75fe tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:28.493051 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7a5a8ec3-1fc2-4efc-81fb-8c265ade085b req-8552e8d7-d069-4399-883c-336cb6da75fe tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0784767 Jan 28 12:01:28.502237 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.502557 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.502897 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.503226 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.503557 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.504156 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.504491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.504818 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.505098 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.505418 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.506347 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.506347 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.506538 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:28.612140 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7a5a8ec3-1fc2-4efc-81fb-8c265ade085b req-4ab0e568-f604-4a4d-a707-47b2e96e9635 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880480 Jan 28 12:01:28.633414 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Allocated IP 172.20.0.14 (73828d43-5bad-44be-92f8-23c5fa4be674/8bcc71c1-6ab7-451f-8532-79ff53c7b0ec/6f6225a0-f1f0-41f1-a5d7-57fa2907837b) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:01:28.785958 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks [] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.822289 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.869759 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Network 73828d43-5bad-44be-92f8-23c5fa4be674 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:01:28.874821 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:28.880059 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:01:28.884075 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Pushing event updated for resources: {'Port': ['ID=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:28.933165 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:28.933767 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:28.951167 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-9df0e9cb-0d00-4e8b-bfde-404bf7158db1 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6467361 Jan 28 12:01:28.962923 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Request body: {'port': {'device_id': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:28.987415 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for floatingip (addf6d3b-aeb5-47a3-8bea-75519aa282e7), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.015784 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.089307 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5f08122f-9266-4614-a5b4-b1dae5264450), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.110535 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c7ff-4483-44c4-9ce1-b3d8c8626b43 req-e76a3e1c-f087-4501-9853-4d121edc389c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:29.112309 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-22d6c7ff-4483-44c4-9ce1-b3d8c8626b43 req-e76a3e1c-f087-4501-9853-4d121edc389c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.0878935 Jan 28 12:01:29.256530 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-22d6c7ff-4483-44c4-9ce1-b3d8c8626b43 req-6c1afb28-1a4c-4e89-b9c3-840b5eae0c61 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007652 Jan 28 12:01:29.406477 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6225a0-f1f0-41f1-a5d7-57fa2907837b {{(pid=102404) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:01:29.420083 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185facf-4eef-4f75-94af-3bce6fd989f8 req-4da2c931-9fa2-42c8-9257-50a83f4af33c tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:29.421543 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7185facf-4eef-4f75-94af-3bce6fd989f8 req-4da2c931-9fa2-42c8-9257-50a83f4af33c tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 932 time: 0.0957079 Jan 28 12:01:29.423316 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Publish callbacks [] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.442015 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.provisioning_blocks [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Transition to ACTIVE for port object 6f6225a0-f1f0-41f1-a5d7-57fa2907837b will not be triggered until provisioned by entity L2. {{(pid=102404) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:01:29.452539 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.456951 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for port (5f08122f-9266-4614-a5b4-b1dae5264450), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.464419 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (5f08122f-9266-4614-a5b4-b1dae5264450), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.528264 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:29.532120 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7185facf-4eef-4f75-94af-3bce6fd989f8 req-91cd1e31-2fa1-45c8-a4c3-8c6c1bf2413a tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026506 Jan 28 12:01:29.545095 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:29.553365 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:29.553710 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device bbbde6cc-ee20-4cf3-bc69-75282dc6fa88 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:29.558961 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (addf6d3b-aeb5-47a3-8bea-75519aa282e7), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.560995 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'Port': ['ID=5f08122f-9266-4614-a5b4-b1dae5264450,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:29.610267 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Attempting to bind port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:01:29.610622 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Attempting to bind port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:01:29.611148 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Attempting to bind port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b on network 73828d43-5bad-44be-92f8-23c5fa4be674 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:01:29.616403 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b on network 73828d43-5bad-44be-92f8-23c5fa4be674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:01:29.616720 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Attempting to bind port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b on network 73828d43-5bad-44be-92f8-23c5fa4be674 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:01:29.621966 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:01:29.622293 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Checking segment: {'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:01:29.622794 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Bound using segment: {'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:01:29.623215 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Bound port: 6f6225a0-f1f0-41f1-a5d7-57fa2907837b, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:01:29.623568 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.692255 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-6aebc214-d1b1-49b3-b46a-1490fdfe13d8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:29.694113 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-6aebc214-d1b1-49b3-b46a-1490fdfe13d8 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 945 time: 0.1258276 Jan 28 12:01:29.722293 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] For port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b, host hv-cinder-81187, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:01:29.733355 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Floating IP addf6d3b-aeb5-47a3-8bea-75519aa282e7 associated. External IP: 172.27.0.35, port: 47196dc8-65f5-4366-b9da-02d575fe0d67. Jan 28 12:01:29.738912 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] For port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:01:29.745560 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.778069 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5554c61-e6b9-4ef3-874d-8021bb25827b req-fdcba449-6214-4b8e-b48e-b4eaa82f5a63 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:29.784394 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5554c61-e6b9-4ef3-874d-8021bb25827b req-fdcba449-6214-4b8e-b48e-b4eaa82f5a63 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0904388 Jan 28 12:01:29.805628 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:29.806643 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.808050 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] 10.222.0.39 "PUT /v2.0/ports/6f6225a0-f1f0-41f1-a5d7-57fa2907837b HTTP/1.1" status: 200 len: 1094 time: 0.8492296 Jan 28 12:01:29.817241 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'tag': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:29.821796 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c10dec-6a44-46ea-91dd-4a3d983d22ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3d102639-3d79-4b1d-aef0-12e6ff5564a9", "tag": "6f6225a0-f1f0-41f1-a5d7-57fa2907837b"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:29.873788 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a5a3a-8f6a-4a8d-98d5-bb0eff9fdf27 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:29.893128 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5554c61-e6b9-4ef3-874d-8021bb25827b req-ce9c1e40-a28c-4473-84d6-1305e81a34d2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074684 Jan 28 12:01:29.908413 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Deleting port ba8fa782-801c-4750-932a-4bdb3379849a {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:29.908751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:29.928925 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc26c26a-bf79-4afc-aca8-689bb6222ed1 x-openstack-request-id: req-dc26c26a-bf79-4afc-aca8-689bb6222ed1 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:29.929263 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d102639-3d79-4b1d-aef0-12e6ff5564a9", "tag": "6f6225a0-f1f0-41f1-a5d7-57fa2907837b", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:29.929454 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc26c26a-bf79-4afc-aca8-689bb6222ed1 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:29.929838 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'tag': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b', 'status': 'completed', 'code': 200} Jan 28 12:01:29.946086 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-4d1ece0d-b28d-426e-9fa1-95326a39af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:29.947595 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-4d1ece0d-b28d-426e-9fa1-95326a39af20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5cdb821ebbb46e699c34764e7ca2962&device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 1097 time: 0.0506384 Jan 28 12:01:29.989206 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-c6a91948-acdb-442f-9433-964c2f2bf074 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f6225a0-f1f0-41f1-a5d7-57fa2907837b HTTP/1.1" status: 200 len: 217 time: 0.0344272 Jan 28 12:01:30.049479 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-fdbc9cd8-53c7-40a2-aa01-92323dda5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:30.050844 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-fdbc9cd8-53c7-40a2-aa01-92323dda5380 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bcc71c1-6ab7-451f-8532-79ff53c7b0ec HTTP/1.1" status: 200 len: 854 time: 0.0462370 Jan 28 12:01:30.080375 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] For port ba8fa782-801c-4750-932a-4bdb3379849a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba8fa782-801c-4750-932a-4bdb3379849a,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:30.081024 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.094702 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-b69395b3-3eb2-42fe-a244-714607ab928b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73828d43-5bad-44be-92f8-23c5fa4be674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339706 Jan 28 12:01:30.097258 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Router 4be3cb42-00c2-45db-980a-91404defac3a has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:01:30.098222 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Calling delete_port for ba8fa782-801c-4750-932a-4bdb3379849a owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:30.186273 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-95b96cb8-6304-42d5-9c35-111fda54b5df service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Jan 28 12:01:30.289520 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717f0dcb-0e51-43a5-9ad8-6f7258929696 req-fe433892-22e7-4897-9e16-41de10ffede5 service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934527 Jan 28 12:01:30.301210 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:01:30.315446 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] Sync routers for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:01:30.337657 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:01:30.338738 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:30.352569 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.356851 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (ba8fa782-801c-4750-932a-4bdb3379849a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.372069 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'ba8fa782-801c-4750-932a-4bdb3379849a'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:30.433357 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event deleted for resources: {'Port': ['ID=ba8fa782-801c-4750-932a-4bdb3379849a,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:30.466030 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:01:30.512401 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] No DVR routers for this DVR port ba8fa782-801c-4750-932a-4bdb3379849a on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:01:30.520932 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-fe5d0212-fa05-4499-a9ab-39ee9193c7cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5187175 Jan 28 12:01:30.522599 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.527050 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b1055d89-b5c0-4833-8c2c-3beecbc94715 req-727c3d52-feb5-44d8-8353-68e517c7e152 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "DELETE /v2.0/ports/ba8fa782-801c-4750-932a-4bdb3379849a HTTP/1.1" status: 204 len: 173 time: 0.8243480 Jan 28 12:01:30.527625 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51572) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:30.528812 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}, {'server_uuid': '939072a2-0553-41d3-aaff-3c476944f8ef', 'name': 'network-vif-deleted', 'tag': 'ba8fa782-801c-4750-932a-4bdb3379849a'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:30.531607 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}, {"server_uuid": "939072a2-0553-41d3-aaff-3c476944f8ef", "name": "network-vif-deleted", "tag": "ba8fa782-801c-4750-932a-4bdb3379849a"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:30.539032 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-57200aea-2ddb-4551-82cc-2361a25fb3f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911401722', 'description': 'tempest-secgroup-smoke-911401722 description', 'project_id': '2710da6d37254514a06537d61d459824'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:30.582296 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57200aea-2ddb-4551-82cc-2361a25fb3f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.692592 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57200aea-2ddb-4551-82cc-2361a25fb3f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group (eed15262-f010-4290-9435-5b38c316b06a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.698880 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57200aea-2ddb-4551-82cc-2361a25fb3f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (eed15262-f010-4290-9435-5b38c316b06a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.721813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57200aea-2ddb-4551-82cc-2361a25fb3f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.726245 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-57200aea-2ddb-4551-82cc-2361a25fb3f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1914973 Jan 28 12:01:30.739638 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51578) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:30.741685 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'addf6d3b-aeb5-47a3-8bea-75519aa282e7', 'tenant_id': '2710da6d37254514a06537d61d459824', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'port_id': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'mac_address': 'fa:16:3e:35:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:01:28Z', 'updated_at': '2022-01-28T12:01:28Z', 'revision_number': 0, 'project_id': '2710da6d37254514a06537d61d459824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 5, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:30.744082 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-0a99e55f-7f2c-4473-a309-eb42c7eead66 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'security_group_rule': {'security_group_id': 'eed15262-f010-4290-9435-5b38c316b06a', 'project_id': '2710da6d37254514a06537d61d459824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:30.768736 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57200aea-2ddb-4551-82cc-2361a25fb3f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed15262-f010-4290-9435-5b38c316b06a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:30.769457 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] Checking router: 4be3cb42-00c2-45db-980a-91404defac3a for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:01:30.778187 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:01:30.778789 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:30.793909 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99e55f-7f2c-4473-a309-eb42c7eead66 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (7eeaf44e-8cef-4857-a673-f1856f05e5d0), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.806008 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b2f79ea4-d0e3-4e20-9ac8-29268916c982 req-6f48869a-fe93-4b32-ba65-cac2414959b3 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=939072a2-0553-41d3-aaff-3c476944f8ef HTTP/1.1" status: 200 len: 210 time: 0.0599537 Jan 28 12:01:30.832450 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-b1051fda-b194-4128-8591-e25a4a6d5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:30.834056 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-b1051fda-b194-4128-8591-e25a4a6d5399 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5cdb821ebbb46e699c34764e7ca2962&device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 1097 time: 0.4756639 Jan 28 12:01:30.872784 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3bf3d-96f2-4fd4-9267-f26fca758e43 req-74f5d581-4869-4bfb-b5d0-567ec65e6a09 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:30.880839 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30f3bf3d-96f2-4fd4-9267-f26fca758e43 req-74f5d581-4869-4bfb-b5d0-567ec65e6a09 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 944 time: 0.1341100 Jan 28 12:01:30.883727 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754138b1-1247-4d81-8e24-1783c1169ea0 x-openstack-request-id: req-754138b1-1247-4d81-8e24-1783c1169ea0 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:30.884118 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "status": "completed", "code": 200}, {"server_uuid": "939072a2-0553-41d3-aaff-3c476944f8ef", "name": "network-vif-deleted", "tag": "ba8fa782-801c-4750-932a-4bdb3379849a", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:30.884566 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-754138b1-1247-4d81-8e24-1783c1169ea0 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:30.884946 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'status': 'completed', 'code': 200} Jan 28 12:01:30.885359 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939072a2-0553-41d3-aaff-3c476944f8ef', 'name': 'network-vif-deleted', 'tag': 'ba8fa782-801c-4750-932a-4bdb3379849a', 'status': 'completed', 'code': 200} Jan 28 12:01:30.925365 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99e55f-7f2c-4473-a309-eb42c7eead66 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (7eeaf44e-8cef-4857-a673-f1856f05e5d0), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.942617 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99e55f-7f2c-4473-a309-eb42c7eead66 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (7eeaf44e-8cef-4857-a673-f1856f05e5d0), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.971288 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99e55f-7f2c-4473-a309-eb42c7eead66 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eeaf44e-8cef-4857-a673-f1856f05e5d0,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:30.980605 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0a99e55f-7f2c-4473-a309-eb42c7eead66 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:30.982103 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0a99e55f-7f2c-4473-a309-eb42c7eead66 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414398 Jan 28 12:01:30.984727 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-8dd38645-dd3e-475c-9338-a432bda4a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:30.986466 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-8dd38645-dd3e-475c-9338-a432bda4a7bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1099 time: 0.0716269 Jan 28 12:01:30.987023 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51582) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:30.992081 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-adac3382-f00f-428f-a821-24c4eb3295f2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'security_group_rule': {'security_group_id': 'eed15262-f010-4290-9435-5b38c316b06a', 'project_id': '2710da6d37254514a06537d61d459824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:31.002341 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30f3bf3d-96f2-4fd4-9267-f26fca758e43 req-13d26b2a-7ee8-4fb3-9836-ad4f6efd8619 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176887 Jan 28 12:01:31.020398 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:01:31.029067 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-a61a02db-cf10-4774-baaf-7777ab2868fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:31.030856 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-a61a02db-cf10-4774-baaf-7777ab2868fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=73828d43-5bad-44be-92f8-23c5fa4be674 HTTP/1.1" status: 200 len: 915 time: 0.1895111 Jan 28 12:01:31.090072 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-adac3382-f00f-428f-a821-24c4eb3295f2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (fc48ceb4-dc5e-4ee7-b85c-b8db86c48150), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.132079 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-1f8d57af-e1ac-442a-9e3a-5213634be0c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f6225a0-f1f0-41f1-a5d7-57fa2907837b HTTP/1.1" status: 200 len: 217 time: 0.0832944 Jan 28 12:01:31.149407 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0622f6-1cb6-4def-a992-20db567cb46c req-a168bb4d-ad4b-4989-ad42-17577cbc1aeb tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:31.156866 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c0622f6-1cb6-4def-a992-20db567cb46c req-a168bb4d-ad4b-4989-ad42-17577cbc1aeb tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.1135838 Jan 28 12:01:31.173515 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-3811d74d-4ad3-429f-9e25-6010279d9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:31.175705 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-3811d74d-4ad3-429f-9e25-6010279d9b2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 915 time: 0.1691284 Jan 28 12:01:31.203133 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-adac3382-f00f-428f-a821-24c4eb3295f2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (fc48ceb4-dc5e-4ee7-b85c-b8db86c48150), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.207351 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-adac3382-f00f-428f-a821-24c4eb3295f2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (fc48ceb4-dc5e-4ee7-b85c-b8db86c48150), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.243065 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-85d7976b-8010-4e4c-8244-a2e236a02879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:31.244837 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-85d7976b-8010-4e4c-8244-a2e236a02879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bcc71c1-6ab7-451f-8532-79ff53c7b0ec HTTP/1.1" status: 200 len: 854 time: 0.0790489 Jan 28 12:01:31.256412 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3c0622f6-1cb6-4def-a992-20db567cb46c req-72fe9ea1-bc60-4346-adad-5d55123c27c1 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971324 Jan 28 12:01:31.262809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac3382-f00f-428f-a821-24c4eb3295f2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc48ceb4-dc5e-4ee7-b85c-b8db86c48150,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:31.289327 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-adac3382-f00f-428f-a821-24c4eb3295f2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.291913 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-505aa98e-d251-41bd-9433-2e398253d9cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=73828d43-5bad-44be-92f8-23c5fa4be674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335236 Jan 28 12:01:31.293443 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51586) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:31.293622 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-adac3382-f00f-428f-a821-24c4eb3295f2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3055558 Jan 28 12:01:31.298549 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-502ccd9d-9edb-4e8d-a885-96361c445c39 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'security_group_rule': {'security_group_id': 'eed15262-f010-4290-9435-5b38c316b06a', 'project_id': '2710da6d37254514a06537d61d459824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:31.301138 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-df9f26c2-6d25-45df-a8ca-7f47d4d4232a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 999 time: 0.1136889 Jan 28 12:01:31.306350 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'addf6d3b-aeb5-47a3-8bea-75519aa282e7', 'tenant_id': '2710da6d37254514a06537d61d459824', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'port_id': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'mac_address': 'fa:16:3e:35:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:01:28Z', 'updated_at': '2022-01-28T12:01:28Z', 'revision_number': 0, 'project_id': '2710da6d37254514a06537d61d459824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 5, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:31.341850 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10269113-68e8-4ec1-833f-d4d778ecd2e7 None None] The sync data for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi is: [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'addf6d3b-aeb5-47a3-8bea-75519aa282e7', 'tenant_id': '2710da6d37254514a06537d61d459824', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'port_id': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'mac_address': 'fa:16:3e:35:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:01:28Z', 'updated_at': '2022-01-28T12:01:28Z', 'revision_number': 0, 'project_id': '2710da6d37254514a06537d61d459824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 5, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:01:31.386982 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-c444ec70-4b8a-4bb4-ac32-2d3fdf38d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:31.389771 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-c444ec70-4b8a-4bb4-ac32-2d3fdf38d063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 200 len: 853 time: 0.0656714 Jan 28 12:01:31.399327 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-502ccd9d-9edb-4e8d-a885-96361c445c39 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (fafd3a19-4ba4-4d59-8b94-f52bd67b191d), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.450288 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-8e2919ea-16a7-49c0-afe5-9941a2dd1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:31.452886 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-8e2919ea-16a7-49c0-afe5-9941a2dd1a84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1445ae6d-def7-4e92-8b55-e8f59744c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555243 Jan 28 12:01:31.453707 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-4a0ae664-98ce-4698-bb3d-c671105d01c2 service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487873 Jan 28 12:01:31.486200 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-502ccd9d-9edb-4e8d-a885-96361c445c39 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (fafd3a19-4ba4-4d59-8b94-f52bd67b191d), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.496491 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-502ccd9d-9edb-4e8d-a885-96361c445c39 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (fafd3a19-4ba4-4d59-8b94-f52bd67b191d), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.535048 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 6f6225a0-f1f0-41f1-a5d7-57fa2907837b details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:01:31.574773 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-502ccd9d-9edb-4e8d-a885-96361c445c39 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.576732 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-502ccd9d-9edb-4e8d-a885-96361c445c39 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814898 Jan 28 12:01:31.580538 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51596) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:31.588106 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-76656087-78ca-45bb-a785-c744d96f3321 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'security_group_rule': {'security_group_id': 'eed15262-f010-4290-9435-5b38c316b06a', 'project_id': '2710da6d37254514a06537d61d459824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:31.593807 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ccd9d-9edb-4e8d-a885-96361c445c39 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafd3a19-4ba4-4d59-8b94-f52bd67b191d,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:31.614607 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-e4fb1ba9-a8ca-4fd2-9c87-f65a552f8e16 service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474733 Jan 28 12:01:31.670106 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-70c10dec-6a44-46ea-91dd-4a3d983d22ea req-e49ca577-51cb-4ca4-a116-ea639d640572 service neutron] 10.222.0.39 "GET /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999338 Jan 28 12:01:31.671606 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76656087-78ca-45bb-a785-c744d96f3321 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (ef2bd736-d2c8-40f0-8dea-6157f302fed4), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.727807 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:31.739799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32393c3-aa6d-4507-a69d-4b21a67f9fcd None None] New status for floating IP addf6d3b-aeb5-47a3-8bea-75519aa282e7: ACTIVE {{(pid=102406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:01:31.753809 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-30a03b5d-9aca-4edd-9d7c-cfa9d7bdb090 req-29d76bd7-1905-4a58-8942-d3db6d5f72db service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320362 Jan 28 12:01:31.756883 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76656087-78ca-45bb-a785-c744d96f3321 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (ef2bd736-d2c8-40f0-8dea-6157f302fed4), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.761432 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76656087-78ca-45bb-a785-c744d96f3321 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (ef2bd736-d2c8-40f0-8dea-6157f302fed4), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.777500 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76656087-78ca-45bb-a785-c744d96f3321 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2bd736-d2c8-40f0-8dea-6157f302fed4,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:31.788444 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-76656087-78ca-45bb-a785-c744d96f3321 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.789724 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-76656087-78ca-45bb-a785-c744d96f3321 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067597 Jan 28 12:01:31.792862 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51600) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:31.797124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'security_group_rule': {'security_group_id': 'eed15262-f010-4290-9435-5b38c316b06a', 'project_id': '2710da6d37254514a06537d61d459824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:31.800542 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b', 'network_id': '73828d43-5bad-44be-92f8-23c5fa4be674', 'port_id': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b', 'mac_address': 'fa:16:3e:88:86:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcc71c1-6ab7-451f-8532-79ff53c7b0ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:01:31.817198 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.securitygroups_db [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Project 2710da6d37254514a06537d61d459824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:01:31.822374 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (3219eb8e-a492-47db-ae05-d48d75fbf9b4), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.887925 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (3219eb8e-a492-47db-ae05-d48d75fbf9b4), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.889537 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:31.889839 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.892882 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (3219eb8e-a492-47db-ae05-d48d75fbf9b4), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.911963 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3219eb8e-a492-47db-ae05-d48d75fbf9b4,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:31.912595 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6225a0-f1f0-41f1-a5d7-57fa2907837b {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:01:31.921417 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.922642 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-474254b2-e55b-453e-954d-bd89dc741bab tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291323 Jan 28 12:01:31.925952 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51606) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:31.930510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'security_group_rule': {'security_group_id': 'eed15262-f010-4290-9435-5b38c316b06a', 'project_id': '2710da6d37254514a06537d61d459824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:31.953056 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.securitygroups_db [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Project 2710da6d37254514a06537d61d459824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:01:31.959106 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (71b92ec9-de58-4f48-b2b5-f69cadc33ad0), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:31.977252 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:31.981365 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.028690 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:01:32.042305 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:32.055146 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (71b92ec9-de58-4f48-b2b5-f69cadc33ad0), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.059598 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (71b92ec9-de58-4f48-b2b5-f69cadc33ad0), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.087815 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b92ec9-de58-4f48-b2b5-f69cadc33ad0,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:32.107105 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.108324 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9c1308b3-c291-4fdb-b5bc-471d2199c375 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1814365 Jan 28 12:01:32.133265 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66b256-6490-4d65-8a76-f0b5c419aafe req-12590736-70d5-40e7-8ce1-2ccd26030e35 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:32.134836 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa66b256-6490-4d65-8a76-f0b5c419aafe req-12590736-70d5-40e7-8ce1-2ccd26030e35 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 945 time: 0.0606256 Jan 28 12:01:32.205510 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa66b256-6490-4d65-8a76-f0b5c419aafe req-b59eaff3-f82d-4415-9d2d-b464c461cfd7 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650039 Jan 28 12:01:32.222923 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-d5b9ad02-3406-49b5-9f70-6d74a6fa680c tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911401722&fields=id&tenant_id=2710da6d37254514a06537d61d459824 HTTP/1.1" status: 200 len: 267 time: 0.0664909 Jan 28 12:01:32.275990 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-d6c9b854-e3d8-4248-989c-a578933ee8f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:32.277441 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-d6c9b854-e3d8-4248-989c-a578933ee8f7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0483425 Jan 28 12:01:32.297229 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'port': {'security_groups': ['727fd39e-ea14-43d4-938e-256db0f21505', 'eed15262-f010-4290-9435-5b38c316b06a']}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:32.334881 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['6f6225a0-f1f0-41f1-a5d7-57fa2907837b'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:32.366505 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.554250 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:32.586651 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.593843 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.611929 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['47196dc8-65f5-4366-b9da-02d575fe0d67'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:32.639534 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:32.640271 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:32.641761 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bf086aec-90a9-43d2-8bdb-d9ebec602d65 req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "PUT /v2.0/ports/47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 982 time: 0.3497429 Jan 28 12:01:32.642297 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:32.644868 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:32.682966 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4162832-9b3a-480f-9d54-ca3389274269 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=6']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:32.721065 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeed82b-3772-4a3e-87c0-0d2174dfca26 x-openstack-request-id: req-aaeed82b-3772-4a3e-87c0-0d2174dfca26 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:32.721465 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:32.721837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aaeed82b-3772-4a3e-87c0-0d2174dfca26 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:32.722348 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'status': 'completed', 'code': 200} Jan 28 12:01:32.779232 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['47196dc8-65f5-4366-b9da-02d575fe0d67'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:32.805970 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1544e-8835-4725-9a13-b85d1c4e19a2 req-ed87db42-2c44-4a56-87b1-f5721ce7091d tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:32.814384 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-49d1544e-8835-4725-9a13-b85d1c4e19a2 req-ed87db42-2c44-4a56-87b1-f5721ce7091d tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0712636 Jan 28 12:01:32.834735 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-10ae3ab8-6e90-432c-9e0a-49d20823f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:32.837179 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-10ae3ab8-6e90-432c-9e0a-49d20823f038 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1138 time: 0.0793471 Jan 28 12:01:32.933594 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-49d1544e-8835-4725-9a13-b85d1c4e19a2 req-007a65b5-c7d1-48af-9f24-f21a212051b6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1158612 Jan 28 12:01:32.971752 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-2a5b7088-38c8-48cb-b071-b658107eedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:32.973364 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-2a5b7088-38c8-48cb-b071-b658107eedbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 915 time: 0.1292105 Jan 28 12:01:32.989554 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-b9946edb-e7cb-49b3-b4b3-22593f5f376b None None] Provisioning complete for port 47196dc8-65f5-4366-b9da-02d575fe0d67 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:32.989928 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9946edb-e7cb-49b3-b4b3-22593f5f376b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:33.069139 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-502ea894-f02a-45ae-bbe2-0e3f685a458f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 1001 time: 0.0791342 Jan 28 12:01:33.125826 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-ac486987-5bf2-4a9a-be71-95e0068a6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:33.127971 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-ac486987-5bf2-4a9a-be71-95e0068a6cca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 200 len: 853 time: 0.0461905 Jan 28 12:01:33.196427 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-e63b762d-0093-4391-b51d-6c7e6d58d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:33.197953 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-e63b762d-0093-4391-b51d-6c7e6d58d82d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1445ae6d-def7-4e92-8b55-e8f59744c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522094 Jan 28 12:01:33.225491 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-b9946edb-e7cb-49b3-b4b3-22593f5f376b None None] Current status of the port 47196dc8-65f5-4366-b9da-02d575fe0d67 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:33.249762 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb643d-f7f2-4cca-8648-b1183c8afba3 req-30e93294-31ca-4134-b4a3-3c57d4ebb77b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:33.251365 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ecfb643d-f7f2-4cca-8648-b1183c8afba3 req-30e93294-31ca-4134-b4a3-3c57d4ebb77b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.0501647 Jan 28 12:01:33.327376 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ecfb643d-f7f2-4cca-8648-b1183c8afba3 req-ec6bacf4-5ef0-4dbb-80c5-32b840290f19 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696614 Jan 28 12:01:33.333795 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-28209a08-2556-4656-81c0-24d7507c9c6d service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250365 Jan 28 12:01:33.360308 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e697c-0b72-4bde-9780-0054925d18e9 req-b2336469-8721-40e7-b8d5-b742152e6a41 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:33.361872 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c83e697c-0b72-4bde-9780-0054925d18e9 req-b2336469-8721-40e7-b8d5-b742152e6a41 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 945 time: 0.0722988 Jan 28 12:01:33.417175 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c83e697c-0b72-4bde-9780-0054925d18e9 req-0c1006f7-2f2a-434d-98e4-4ff318c73dd0 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Jan 28 12:01:33.446950 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a86d4e1-8fbf-4a46-9b62-0641409f8d58 req-7fef5a17-93ff-4ae8-a99b-658a99ea8cc5 service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998211 Jan 28 12:01:33.550293 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 6f6225a0-f1f0-41f1-a5d7-57fa2907837b up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:01:33.603576 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:01:33.607301 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:33.607719 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:33.692073 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:33.692766 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:33.715515 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:33.717773 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0e326f-05c6-4c7e-933f-35a57307f936" -d '{"events": [{"server_uuid": "3d102639-3d79-4b1d-aef0-12e6ff5564a9", "name": "network-vif-plugged", "status": "completed", "tag": "6f6225a0-f1f0-41f1-a5d7-57fa2907837b"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:33.729774 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:33.735492 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:33.736542 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ba8fa782-801c-4750-932a-4bdb3379849a no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:33.775600 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d983ee99-b70a-4214-8c2d-51f97fc77b4f x-openstack-request-id: req-d983ee99-b70a-4214-8c2d-51f97fc77b4f {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:33.775909 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d102639-3d79-4b1d-aef0-12e6ff5564a9", "name": "network-vif-plugged", "status": "completed", "tag": "6f6225a0-f1f0-41f1-a5d7-57fa2907837b", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:33.776171 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d983ee99-b70a-4214-8c2d-51f97fc77b4f {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:33.776551 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b', 'code': 200} Jan 28 12:01:33.778813 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: ba8fa782-801c-4750-932a-4bdb3379849a {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:33.779156 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ba8fa782-801c-4750-932a-4bdb3379849a not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:33.802830 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:33.948421 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60d3d3-a9a3-4dca-8b3e-a307d504beea req-ab27e7eb-062a-4b5b-aec2-5788a2a38f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:33.949796 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ce60d3d3-a9a3-4dca-8b3e-a307d504beea req-ab27e7eb-062a-4b5b-aec2-5788a2a38f65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 1099 time: 0.0423965 Jan 28 12:01:33.998828 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ce60d3d3-a9a3-4dca-8b3e-a307d504beea req-a96ba726-ba76-4f98-9430-c5d3e3136758 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Jan 28 12:01:34.454794 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f2d4-ccbf-4a96-a300-1675af7a619c req-a269f266-ceb3-4776-a442-2b98a48d064a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:34.462013 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c3f1f2d4-ccbf-4a96-a300-1675af7a619c req-a269f266-ceb3-4776-a442-2b98a48d064a tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.0612028 Jan 28 12:01:34.513931 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c3f1f2d4-ccbf-4a96-a300-1675af7a619c req-92b6343b-d80a-40ac-99a2-c31ccc2e82cb tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509427 Jan 28 12:01:34.549674 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e6226-3056-47c8-9cfa-bdcea3725009 req-be93ee2b-b1ca-4d39-8b64-2c81762a5353 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:34.551141 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c83e6226-3056-47c8-9cfa-bdcea3725009 req-be93ee2b-b1ca-4d39-8b64-2c81762a5353 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 946 time: 0.0600400 Jan 28 12:01:34.598489 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c83e6226-3056-47c8-9cfa-bdcea3725009 req-672d72f1-7375-48b4-abee-7344b8af7c5a tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Jan 28 12:01:35.405372 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584387c-d368-455f-8221-a901234cd3e2 req-10e930f4-b487-43c2-9a88-53f6d3e4dfe2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:35.406756 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6584387c-d368-455f-8221-a901234cd3e2 req-10e930f4-b487-43c2-9a88-53f6d3e4dfe2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0575275 Jan 28 12:01:35.460949 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6584387c-d368-455f-8221-a901234cd3e2 req-98097925-9f7e-4857-b76f-df0f9ce65bf9 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 Jan 28 12:01:35.636487 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8c108-6fc1-484c-8695-619d0a2a8137 req-350bd589-e792-41e5-b584-2958c0b0e10b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:35.637989 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4aa8c108-6fc1-484c-8695-619d0a2a8137 req-350bd589-e792-41e5-b584-2958c0b0e10b tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.0533907 Jan 28 12:01:35.693600 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4aa8c108-6fc1-484c-8695-619d0a2a8137 req-c28bfb28-4bec-40fe-9724-0fb6a9118f53 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4245974-14d6-4331-8f52-38565b5dee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497820 Jan 28 12:01:35.732789 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a15d98-71ca-463c-b94d-73d9593d5aa3 req-9c9989b3-c9cb-4523-b96c-6152dc953fc7 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:35.734408 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c7a15d98-71ca-463c-b94d-73d9593d5aa3 req-9c9989b3-c9cb-4523-b96c-6152dc953fc7 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 946 time: 0.0603893 Jan 28 12:01:35.782564 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c7a15d98-71ca-463c-b94d-73d9593d5aa3 req-dc76e983-279f-4c50-9cb6-f88b85090f0d tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Jan 28 12:01:35.861766 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-2b2b45f1-39a4-418d-9b54-774634c88df1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:35.863391 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-2b2b45f1-39a4-418d-9b54-774634c88df1 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 945 time: 0.0514441 Jan 28 12:01:35.989357 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Deleting port c9d9534a-eee0-40ea-9ee5-09aec8e3081e {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:35.989583 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:36.087045 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] For port c9d9534a-eee0-40ea-9ee5-09aec8e3081e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,segment=NetworkSegment(fefb0525-b36b-43f7-b221-42b129c68c67),segment_id=fefb0525-b36b-43f7-b221-42b129c68c67)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:36.087423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:36.102116 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Calling delete_port for c9d9534a-eee0-40ea-9ee5-09aec8e3081e owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:36.233169 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (c9d9534a-eee0-40ea-9ee5-09aec8e3081e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:36.244938 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['c9d9534a-eee0-40ea-9ee5-09aec8e3081e'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:36.268013 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Pushing event deleted for resources: {'Port': ['ID=c9d9534a-eee0-40ea-9ee5-09aec8e3081e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:36.314227 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] No DVR routers for this DVR port c9d9534a-eee0-40ea-9ee5-09aec8e3081e on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:01:36.317748 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:36.321455 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-97a72bcb-63d1-42a7-8acd-e4bbae5e091d req-0da3b5ab-3edf-4aaf-a4a8-ec93bbd0cb0c tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.39 "DELETE /v2.0/ports/c9d9534a-eee0-40ea-9ee5-09aec8e3081e HTTP/1.1" status: 204 len: 173 time: 0.4286878 Jan 28 12:01:36.321868 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'name': 'network-vif-deleted', 'tag': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:36.324169 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcf4933-5ba8-47ac-9a4e-6d0d9e61115f" -d '{"events": [{"server_uuid": "bbdceb95-d77a-4741-8b52-da2fa205ce3d", "name": "network-vif-deleted", "tag": "c9d9534a-eee0-40ea-9ee5-09aec8e3081e"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:36.359893 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b069b72f-8c54-4779-8dbe-a6943d6b0167 x-openstack-request-id: req-b069b72f-8c54-4779-8dbe-a6943d6b0167 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:36.360184 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdceb95-d77a-4741-8b52-da2fa205ce3d", "name": "network-vif-deleted", "tag": "c9d9534a-eee0-40ea-9ee5-09aec8e3081e", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:36.360435 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b069b72f-8c54-4779-8dbe-a6943d6b0167 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:36.360900 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdceb95-d77a-4741-8b52-da2fa205ce3d', 'name': 'network-vif-deleted', 'tag': 'c9d9534a-eee0-40ea-9ee5-09aec8e3081e', 'status': 'completed', 'code': 200} Jan 28 12:01:36.591396 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85532d6a-4449-4585-8346-5aa393baecdc req-ece37e50-abcd-48fa-9487-e98387b23c67 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:36.592904 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-85532d6a-4449-4585-8346-5aa393baecdc req-ece37e50-abcd-48fa-9487-e98387b23c67 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0645051 Jan 28 12:01:36.647789 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-85532d6a-4449-4585-8346-5aa393baecdc req-377d9c5d-64ca-4512-aa43-86028f4a6cc8 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490220 Jan 28 12:01:36.809445 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9b7667a0-21c1-4b04-a957-d26de1bf7357 req-c11a44a7-ff20-47e0-86a7-20796db93896 tempest-AttachVolumeNegativeTest-1512522111 tempest-AttachVolumeNegativeTest-1512522111-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdceb95-d77a-4741-8b52-da2fa205ce3d HTTP/1.1" status: 200 len: 210 time: 0.0283520 Jan 28 12:01:36.918158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef02ab-869c-4ec1-8c27-748f3ac44b7b req-352796ab-8c41-4cf8-9218-ce5141027ab8 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:36.919796 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-25ef02ab-869c-4ec1-8c27-748f3ac44b7b req-352796ab-8c41-4cf8-9218-ce5141027ab8 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 946 time: 0.0585351 Jan 28 12:01:36.968596 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-25ef02ab-869c-4ec1-8c27-748f3ac44b7b req-2814f841-4c80-4994-8f3f-c5490943039e tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Jan 28 12:01:37.783170 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26764b-fa6d-4dab-982e-351ece0eef8b req-58c5e651-10ee-4c8c-b456-61dc91e5c6fa tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:37.784898 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9e26764b-fa6d-4dab-982e-351ece0eef8b req-58c5e651-10ee-4c8c-b456-61dc91e5c6fa tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0636444 Jan 28 12:01:37.833369 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9e26764b-fa6d-4dab-982e-351ece0eef8b req-2f9f0280-f254-4098-b93c-6dd2f9e43c4e tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Jan 28 12:01:37.875614 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51706) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:37.922790 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_v2 [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] Deleting subnet f21654bc-3086-4047-a702-1e72af5b3c04 {{(pid=102404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:01:37.926246 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] Publish callbacks [] for subnet (f21654bc-3086-4047-a702-1e72af5b3c04), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:37.963698 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25643491'] for subnet (f21654bc-3086-4047-a702-1e72af5b3c04), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.009503 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (f21654bc-3086-4047-a702-1e72af5b3c04), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.074225 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25222182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25456920'] for subnet (f21654bc-3086-4047-a702-1e72af5b3c04), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.097755 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21654bc-3086-4047-a702-1e72af5b3c04,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:38.103388 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.106508 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9657eb64-1102-4b6e-ac97-e5ed6622f003 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f21654bc-3086-4047-a702-1e72af5b3c04 HTTP/1.1" status: 204 len: 168 time: 0.2296598 Jan 28 12:01:38.109332 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51712) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:38.177952 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (719e6218-49e1-4bc2-bf2c-6203f2e73a2c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.260433 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (719e6218-49e1-4bc2-bf2c-6203f2e73a2c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.280516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719e6218-49e1-4bc2-bf2c-6203f2e73a2c']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:38.290008 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefb0525-b36b-43f7-b221-42b129c68c67') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:38.290298 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefb0525-b36b-43f7-b221-42b129c68c67') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:38.300222 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (fefb0525-b36b-43f7-b221-42b129c68c67), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.314369 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (fefb0525-b36b-43f7-b221-42b129c68c67), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.321019 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:01:38.321529 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (fefb0525-b36b-43f7-b221-42b129c68c67), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:01:38.323231 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:01:38.378577 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (719e6218-49e1-4bc2-bf2c-6203f2e73a2c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.385388 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.389023 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] 10.222.0.36 "DELETE /v2.0/networks/719e6218-49e1-4bc2-bf2c-6203f2e73a2c HTTP/1.1" status: 204 len: 168 time: 0.2787292 Jan 28 12:01:38.398709 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b396951-b05d-4574-af4d-00597e2ad00e admin admin] Pushing event deleted for resources: {'Network': ['ID=719e6218-49e1-4bc2-bf2c-6203f2e73a2c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:38.556910 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51720) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:38.596712 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63568512-8db5-4262-b212-1e059550e201 req-25633cc7-8f2a-4eda-8439-97a92745c87c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:38.598174 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63568512-8db5-4262-b212-1e059550e201 req-25633cc7-8f2a-4eda-8439-97a92745c87c tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0782275 Jan 28 12:01:38.617814 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c23a19b9-38d9-4be5-b0be-88f704f536fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcbafd4a840f4924a84abd5deff7c921&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0598140 Jan 28 12:01:38.620762 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51722) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:38.670896 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6857c50b-c18c-4476-bf95-85bc355a46dc admin admin] Publish callbacks [] for security_group (f4245974-14d6-4331-8f52-38565b5dee50), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.691907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6857c50b-c18c-4476-bf95-85bc355a46dc admin admin] Publish callbacks [] for security_group (f4245974-14d6-4331-8f52-38565b5dee50), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.695165 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Deleting port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:38.695498 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.738427 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6857c50b-c18c-4476-bf95-85bc355a46dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f4245974-14d6-4331-8f52-38565b5dee50), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.741115 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6857c50b-c18c-4476-bf95-85bc355a46dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.742279 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6857c50b-c18c-4476-bf95-85bc355a46dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4245974-14d6-4331-8f52-38565b5dee50 HTTP/1.1" status: 204 len: 168 time: 0.1205652 Jan 28 12:01:38.749941 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857c50b-c18c-4476-bf95-85bc355a46dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4245974-14d6-4331-8f52-38565b5dee50,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:38.791939 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] For port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:38.792298 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.804274 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Calling delete_port for 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:38.945082 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (2d32e19c-8a0e-4b6e-96b8-4848b85c3f61), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:38.957873 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['23e6cc5d-0131-4b2f-aaae-cd7751edb0d8', '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:38.964833 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b1bc0-b9d9-48ae-bdb3-8ff4dbc07979 req-a8a9e869-92ea-425b-824e-6bca5f856df2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:38.965460 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ca4b1bc0-b9d9-48ae-bdb3-8ff4dbc07979 req-a8a9e869-92ea-425b-824e-6bca5f856df2 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=a03fa9dc-d84f-4266-8083-ee291661e98c HTTP/1.1" status: 200 len: 946 time: 0.0543430 Jan 28 12:01:38.978639 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Pushing event deleted for resources: {'Port': ['ID=2d32e19c-8a0e-4b6e-96b8-4848b85c3f61,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:39.026029 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] No DVR routers for this DVR port 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:01:39.029797 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:39.033670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ca4b1bc0-b9d9-48ae-bdb3-8ff4dbc07979 req-f767a4de-5436-4227-8385-9e33d9f92eec tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615275 Jan 28 12:01:39.033834 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63568512-8db5-4262-b212-1e059550e201 req-cf008aae-e03c-454a-a917-9e6b3c7cd926 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "DELETE /v2.0/ports/2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 HTTP/1.1" status: 204 len: 173 time: 0.4281435 Jan 28 12:01:39.034232 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'name': 'network-vif-deleted', 'tag': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:39.045397 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2dde62-83a3-4890-b840-92000e0300d1" -d '{"events": [{"server_uuid": "a03fa9dc-d84f-4266-8083-ee291661e98c", "name": "network-vif-deleted", "tag": "2d32e19c-8a0e-4b6e-96b8-4848b85c3f61"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:39.102733 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eefd6d-7b69-4ef9-8add-86e936b7840d x-openstack-request-id: req-18eefd6d-7b69-4ef9-8add-86e936b7840d {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:39.103021 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03fa9dc-d84f-4266-8083-ee291661e98c", "name": "network-vif-deleted", "tag": "2d32e19c-8a0e-4b6e-96b8-4848b85c3f61", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:39.103281 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18eefd6d-7b69-4ef9-8add-86e936b7840d {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:39.103691 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03fa9dc-d84f-4266-8083-ee291661e98c', 'name': 'network-vif-deleted', 'tag': '2d32e19c-8a0e-4b6e-96b8-4848b85c3f61', 'status': 'completed', 'code': 200} Jan 28 12:01:39.580083 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:39.601225 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:39.601569 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 2d32e19c-8a0e-4b6e-96b8-4848b85c3f61 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:39.602006 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c9d9534a-eee0-40ea-9ee5-09aec8e3081e no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:39.621714 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: c9d9534a-eee0-40ea-9ee5-09aec8e3081e {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:39.622069 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c9d9534a-eee0-40ea-9ee5-09aec8e3081e not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:40.324653 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084cd59-b694-4714-9935-417e2ef57a70 req-20c06ce7-146c-43f4-9f4a-3788c874a4ff tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:40.326138 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9084cd59-b694-4714-9935-417e2ef57a70 req-20c06ce7-146c-43f4-9f4a-3788c874a4ff tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0535350 Jan 28 12:01:40.373662 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9084cd59-b694-4714-9935-417e2ef57a70 req-7a5b48a4-6462-4814-82db-c31064c8ca45 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413697 Jan 28 12:01:41.502187 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95f3c-33b3-4f15-b315-303d8a6893c8 req-ca2b6495-a7aa-449a-87dd-e0ce70f41f09 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:41.503655 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52d95f3c-33b3-4f15-b315-303d8a6893c8 req-ca2b6495-a7aa-449a-87dd-e0ce70f41f09 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0558808 Jan 28 12:01:41.569104 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52d95f3c-33b3-4f15-b315-303d8a6893c8 req-e6edd446-5a93-433d-b827-a9893a9da2a7 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565128 Jan 28 12:01:42.687425 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed99d4-3f7a-4ee3-8322-4c719353e301 req-7a107ab3-2a56-4736-a05f-26ad89770625 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:42.688927 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4aed99d4-3f7a-4ee3-8322-4c719353e301 req-7a107ab3-2a56-4736-a05f-26ad89770625 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0518007 Jan 28 12:01:42.742418 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4aed99d4-3f7a-4ee3-8322-4c719353e301 req-f6abad2c-0570-46c4-bc67-617a257c0d28 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Jan 28 12:01:43.862907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086ce13-44bc-4766-b96a-a47d851ddf80 req-a49e722c-182a-4d8f-a527-f9c530de0736 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:43.864685 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0086ce13-44bc-4766-b96a-a47d851ddf80 req-a49e722c-182a-4d8f-a527-f9c530de0736 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0560684 Jan 28 12:01:43.918781 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0086ce13-44bc-4766-b96a-a47d851ddf80 req-57af7e97-f787-4829-998e-67091e700a63 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Jan 28 12:01:45.051931 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601892f-fa78-43e1-a5c1-187d7d29afcc req-35f41a0d-2d99-447c-94a6-458807ed483d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:45.053298 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2601892f-fa78-43e1-a5c1-187d7d29afcc req-35f41a0d-2d99-447c-94a6-458807ed483d tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0663142 Jan 28 12:01:45.103663 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2601892f-fa78-43e1-a5c1-187d7d29afcc req-820fae97-d825-426f-9a0d-b3e70a2a59ae tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446274 Jan 28 12:01:46.228583 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e5bd8-33da-4359-9fd5-06af7827f176 req-ca9e5083-3e7b-4c12-bbb2-0cac3e0c1ab3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:46.230047 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dc0e5bd8-33da-4359-9fd5-06af7827f176 req-ca9e5083-3e7b-4c12-bbb2-0cac3e0c1ab3 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Jan 28 12:01:46.281163 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dc0e5bd8-33da-4359-9fd5-06af7827f176 req-9492d6e2-433a-4e6a-95cc-34363ff9ecbd tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/security-groups?id=9cb78204-8256-484d-914a-ce4f2d5b306e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Jan 28 12:01:46.789745 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-73691d67-08fe-4af7-a28f-a2559ced3b03 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:46.791171 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-73691d67-08fe-4af7-a28f-a2559ced3b03 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 945 time: 0.0545664 Jan 28 12:01:46.886154 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Deleting port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:46.886492 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:46.975472 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] For port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:46.975803 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:46.988038 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Calling delete_port for 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:47.345722 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (23e6cc5d-0131-4b2f-aaae-cd7751edb0d8), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:47.359137 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['23e6cc5d-0131-4b2f-aaae-cd7751edb0d8'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:01:47.378336 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Pushing event deleted for resources: {'Port': ['ID=23e6cc5d-0131-4b2f-aaae-cd7751edb0d8,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:47.392329 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-39afc148-13c8-430b-9da1-f13cf5887637 req-33833770-cfae-4a2c-9a89-d4f94d786c40 tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.36 "GET /v2.0/ports?device_id=754fd9c6-2c00-40f0-acc1-a60dd40595f5 HTTP/1.1" status: 200 len: 210 time: 0.0387414 Jan 28 12:01:47.436152 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] No DVR routers for this DVR port 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:01:47.439097 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:47.444314 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f6992c8-6253-46f3-b7f2-3b353ee537de req-107d2b32-a6f3-4a71-b639-58d8406ecaee tempest-ServerRescueNegativeTestJSON-211582805 tempest-ServerRescueNegativeTestJSON-211582805-project] 10.222.0.39 "DELETE /v2.0/ports/23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 HTTP/1.1" status: 204 len: 173 time: 0.6472752 Jan 28 12:01:47.445161 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'name': 'network-vif-deleted', 'tag': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:01:47.446983 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65695dbc-4c7e-40f0-8625-8afe5c6fe69f" -d '{"events": [{"server_uuid": "754fd9c6-2c00-40f0-acc1-a60dd40595f5", "name": "network-vif-deleted", "tag": "23e6cc5d-0131-4b2f-aaae-cd7751edb0d8"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:01:47.486756 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9316ee8e-e8a1-4770-be0d-0b84a565e7b1 x-openstack-request-id: req-9316ee8e-e8a1-4770-be0d-0b84a565e7b1 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:01:47.488000 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754fd9c6-2c00-40f0-acc1-a60dd40595f5", "name": "network-vif-deleted", "tag": "23e6cc5d-0131-4b2f-aaae-cd7751edb0d8", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:01:47.488000 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9316ee8e-e8a1-4770-be0d-0b84a565e7b1 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:01:47.488000 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754fd9c6-2c00-40f0-acc1-a60dd40595f5', 'name': 'network-vif-deleted', 'tag': '23e6cc5d-0131-4b2f-aaae-cd7751edb0d8', 'status': 'completed', 'code': 200} Jan 28 12:01:48.434089 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-640f4cbe-a85a-4719-8501-42a2f35f980d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:48.460225 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51896) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:48.877462 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (c86133c5-ef20-4987-b419-2263cfe5bce6), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:49.170379 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Deleting port 9864a162-494b-475c-9198-740810198e0d {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:49.170597 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (9864a162-494b-475c-9198-740810198e0d), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:49.253663 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] For port 9864a162-494b-475c-9198-740810198e0d, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=9864a162-494b-475c-9198-740810198e0d,segment=NetworkSegment(089ffcb5-22f8-4736-a47e-3242e9181913),segment_id=089ffcb5-22f8-4736-a47e-3242e9181913)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:49.254000 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (9864a162-494b-475c-9198-740810198e0d), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:49.266923 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Calling delete_port for 9864a162-494b-475c-9198-740810198e0d owned by network:router_interface {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:49.460076 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (9864a162-494b-475c-9198-740810198e0d), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:49.482847 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Pushing event deleted for resources: {'Port': ['ID=9864a162-494b-475c-9198-740810198e0d,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:49.643115 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (c86133c5-ef20-4987-b419-2263cfe5bce6), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.099464 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Router c86133c5-ef20-4987-b419-2263cfe5bce6 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:01:50.218946 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:01:50.224971 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-5d08ea2b-c892-4760-88c7-f22218fed113 admin admin] 10.222.0.36 "PUT /v2.0/routers/c86133c5-ef20-4987-b419-2263cfe5bce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635989 Jan 28 12:01:50.228031 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51908) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:50.230173 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] Sync routers for ids ['c86133c5-ef20-4987-b419-2263cfe5bce6'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:01:50.241910 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] Routers {'c86133c5-ef20-4987-b419-2263cfe5bce6'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:01:50.242522 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['c86133c5-ef20-4987-b419-2263cfe5bce6'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:50.337007 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks [] for router (c86133c5-ef20-4987-b419-2263cfe5bce6), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.354116 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] Set router c86133c5-ef20-4987-b419-2263cfe5bce6 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:01:50.445766 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks [] for router_gateway (c86133c5-ef20-4987-b419-2263cfe5bce6), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.502143 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Deleting port 200b3eb4-19eb-44d1-9c27-c90952e3aeca {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:01:50.502902 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.535083 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T12:01:49Z', 'revision_number': 5, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port': {'id': '200b3eb4-19eb-44d1-9c27-c90952e3aeca', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:50.561068 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] Checking router: c86133c5-ef20-4987-b419-2263cfe5bce6 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:01:50.570167 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] Routers {'c86133c5-ef20-4987-b419-2263cfe5bce6'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:01:50.570777 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['c86133c5-ef20-4987-b419-2263cfe5bce6'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:50.585085 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] For port 200b3eb4-19eb-44d1-9c27-c90952e3aeca, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=200b3eb4-19eb-44d1-9c27-c90952e3aeca,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:50.585478 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.587525 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:50.597482 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Calling delete_port for 200b3eb4-19eb-44d1-9c27-c90952e3aeca owned by network:router_gateway {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:01:50.610994 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:50.611330 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 23e6cc5d-0131-4b2f-aaae-cd7751edb0d8 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:50.630796 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-db27797a-42c6-4821-bd3e-7daeb934f434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.656045 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] Set router c86133c5-ef20-4987-b419-2263cfe5bce6 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:01:50.706558 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T12:01:50Z', 'revision_number': 6, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:50.738488 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0383447-e1ee-4c80-89f6-d7ae24c5ab2a None None] The sync data for ids ['c86133c5-ef20-4987-b419-2263cfe5bce6'] in dv-cinder-811877-11-iscsi is: [{'id': 'c86133c5-ef20-4987-b419-2263cfe5bce6', 'name': 'tempest-ServerRescueNegativeTestJSON-718623540-router', 'tenant_id': '36683c68d01f4a34b98208a099cbe37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T12:01:50Z', 'revision_number': 6, 'project_id': '36683c68d01f4a34b98208a099cbe37e', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:01:50.773437 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (200b3eb4-19eb-44d1-9c27-c90952e3aeca), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.797028 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Pushing event deleted for resources: {'Port': ['ID=200b3eb4-19eb-44d1-9c27-c90952e3aeca,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:50.862749 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (c86133c5-ef20-4987-b419-2263cfe5bce6), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.967382 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (c86133c5-ef20-4987-b419-2263cfe5bce6), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:50.969796 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks [] for router_controller (c86133c5-ef20-4987-b419-2263cfe5bce6), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.038583 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (c86133c5-ef20-4987-b419-2263cfe5bce6), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.039119 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c86133c5-ef20-4987-b419-2263cfe5bce6 {{(pid=102404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:01:51.044271 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.047744 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c2f371da-03ea-4c32-a5e0-db4af423d806 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c86133c5-ef20-4987-b419-2263cfe5bce6 HTTP/1.1" status: 204 len: 168 time: 0.8170054 Jan 28 12:01:51.048099 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51914) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:51.097837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_v2 [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] Deleting subnet cbe4221e-57f6-4acf-a4fe-f99a6cebf12c {{(pid=102404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:01:51.101296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] Publish callbacks [] for subnet (cbe4221e-57f6-4acf-a4fe-f99a6cebf12c), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.137594 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25643491'] for subnet (cbe4221e-57f6-4acf-a4fe-f99a6cebf12c), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.176897 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (cbe4221e-57f6-4acf-a4fe-f99a6cebf12c), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.234737 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25222182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25456920'] for subnet (cbe4221e-57f6-4acf-a4fe-f99a6cebf12c), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.261522 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe4221e-57f6-4acf-a4fe-f99a6cebf12c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:51.267199 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.270692 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-966a3185-306d-4e92-a4cb-9a1f97920ca7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cbe4221e-57f6-4acf-a4fe-f99a6cebf12c HTTP/1.1" status: 204 len: 168 time: 0.2216282 Jan 28 12:01:51.273167 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51918) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:51.345520 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (bd65b66e-7c9c-44f8-a09c-7c288ec9c441), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.427696 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (bd65b66e-7c9c-44f8-a09c-7c288ec9c441), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.448270 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd65b66e-7c9c-44f8-a09c-7c288ec9c441']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:51.457907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089ffcb5-22f8-4736-a47e-3242e9181913') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:51.458135 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089ffcb5-22f8-4736-a47e-3242e9181913') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:51.468110 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (089ffcb5-22f8-4736-a47e-3242e9181913), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.481345 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (089ffcb5-22f8-4736-a47e-3242e9181913), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.487837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:01:51.488253 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (089ffcb5-22f8-4736-a47e-3242e9181913), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:01:51.489938 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:01:51.546651 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (bd65b66e-7c9c-44f8-a09c-7c288ec9c441), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.551157 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.554936 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bd65b66e-7c9c-44f8-a09c-7c288ec9c441 HTTP/1.1" status: 204 len: 168 time: 0.2808821 Jan 28 12:01:51.562913 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.568981 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93ef61-b5b7-4f52-afcb-809c1ea18a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd65b66e-7c9c-44f8-a09c-7c288ec9c441,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:51.634390 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.737059 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51924) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:51.780107 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f5d2d6d7-7307-4168-84ef-be8f04594b73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36683c68d01f4a34b98208a099cbe37e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416420 Jan 28 12:01:51.782887 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51926) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:51.835837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8183bb1c-b475-4fe2-b699-f82bc1e3b1a6 admin admin] Publish callbacks [] for security_group (9cb78204-8256-484d-914a-ce4f2d5b306e), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.858064 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8183bb1c-b475-4fe2-b699-f82bc1e3b1a6 admin admin] Publish callbacks [] for security_group (9cb78204-8256-484d-914a-ce4f2d5b306e), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.909405 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8183bb1c-b475-4fe2-b699-f82bc1e3b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9cb78204-8256-484d-914a-ce4f2d5b306e), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.912108 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8183bb1c-b475-4fe2-b699-f82bc1e3b1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:51.915558 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-8183bb1c-b475-4fe2-b699-f82bc1e3b1a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cb78204-8256-484d-914a-ce4f2d5b306e HTTP/1.1" status: 204 len: 168 time: 0.1293952 Jan 28 12:01:51.924441 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183bb1c-b475-4fe2-b699-f82bc1e3b1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb78204-8256-484d-914a-ce4f2d5b306e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:52.343015 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 9864a162-494b-475c-9198-740810198e0d no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:52.371431 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 9864a162-494b-475c-9198-740810198e0d {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:52.371680 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 9864a162-494b-475c-9198-740810198e0d not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:52.372292 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 200b3eb4-19eb-44d1-9c27-c90952e3aeca no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:01:52.392432 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 200b3eb4-19eb-44d1-9c27-c90952e3aeca {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:01:52.392757 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 200b3eb4-19eb-44d1-9c27-c90952e3aeca not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:01:52.687001 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 51974) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:52.797624 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-network', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:52.817858 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Made reservation on behalf of 2b68d472b57542cb97cc4f996fe5a2fe for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:01:52.820527 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:52.828979 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:52.906584 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks [] for security_group (c03c7fbd-9490-4bf2-8e8a-28324bd0e602), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:52.910840 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (c03c7fbd-9490-4bf2-8e8a-28324bd0e602), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:52.937307 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:01:52.944077 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c7fbd-9490-4bf2-8e8a-28324bd0e602,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:52.950090 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (90ca8016-2ae1-443b-8773-053be82772bd), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:52.950425 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Added segment 90ca8016-2ae1-443b-8773-053be82772bd of type vlan for network 8755c2ec-11f9-4265-88d2-00973becd3c5 Jan 28 12:01:52.991795 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (8755c2ec-11f9-4265-88d2-00973becd3c5), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.018271 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (8755c2ec-11f9-4265-88d2-00973becd3c5), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.019542 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:53.020316 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.069510 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3814003 Jan 28 12:01:53.072541 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 51994) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:53.077523 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Request body: {'subnet': {'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-subnet', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:53.085439 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd17d6-81e2-4bb8-8ea0-ce4847a492e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8755c2ec-11f9-4265-88d2-00973becd3c5,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:53.096438 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:01:53.097829 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Made reservation on behalf of 2b68d472b57542cb97cc4f996fe5a2fe for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:01:53.100215 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26662354'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.225483 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.274893 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26305462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26662336'] for subnet (619699fe-5bce-4996-9a46-2cc976366c2f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.331499 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619699fe-5bce-4996-9a46-2cc976366c2f,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:53.368314 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Checking segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:01:53.368869 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Network hostable DHCP agents. Network: 8755c2ec-11f9-4265-88d2-00973becd3c5, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:01:53.390604 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:01:53.400983 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 8755c2ec-11f9-4265-88d2-00973becd3c5) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:53.405056 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:53.405637 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.409763 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f322a-5129-49b9-b305-f7ce3e3d3bf3 None None] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:01:53.420580 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5ae94d9a-8032-4766-b28f-c223ca3f72c0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3469262 Jan 28 12:01:53.423831 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52004) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:53.428123 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:53.451228 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (1b667aba-49ba-44f3-b4e1-530570e6e164), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.452835 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (1b667aba-49ba-44f3-b4e1-530570e6e164), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.519820 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks [] for router_controller (1b667aba-49ba-44f3-b4e1-530570e6e164), precommit_add_association {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.523572 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-8755c2ec-11f9-4265-88d2-00973becd3c5', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:01:53.524711 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.664993 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks [] for router_gateway (1b667aba-49ba-44f3-b4e1-530570e6e164), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.677194 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Allocated IP 172.20.0.2 (8755c2ec-11f9-4265-88d2-00973becd3c5/619699fe-5bce-4996-9a46-2cc976366c2f/10d813ce-29cf-4750-9afe-7ccb68663b2c) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:01:53.826874 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Publish callbacks [] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.833746 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.873586 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:01:53.875500 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks [] for router_gateway (1b667aba-49ba-44f3-b4e1-530570e6e164), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.878834 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:53.884542 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:01:53.887625 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Pushing event updated for resources: {'Port': ['ID=10d813ce-29cf-4750-9afe-7ccb68663b2c,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:53.895884 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.899702 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.900073 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.900386 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.900732 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.901060 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.901379 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.901702 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.902026 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.902348 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.902665 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.903022 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.903350 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.903814 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:53.955424 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Attempting to bind port 10d813ce-29cf-4750-9afe-7ccb68663b2c on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:01:53.955656 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Attempting to bind port 10d813ce-29cf-4750-9afe-7ccb68663b2c by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:01:53.955983 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Attempting to bind port 10d813ce-29cf-4750-9afe-7ccb68663b2c on network 8755c2ec-11f9-4265-88d2-00973becd3c5 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:01:53.966089 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:01:53.966466 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Checking segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:01:53.966871 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:53.967265 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Bound using segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:01:53.969396 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Bound port: 10d813ce-29cf-4750-9afe-7ccb68663b2c, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:01:53.969396 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:54.001146 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Allocated IP 172.27.0.170 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/2297f781-cdb8-4bf0-835a-4a7452055112) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:01:54.043671 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] For port 10d813ce-29cf-4750-9afe-7ccb68663b2c, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:01:54.047411 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] For port 10d813ce-29cf-4750-9afe-7ccb68663b2c, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=10d813ce-29cf-4750-9afe-7ccb68663b2c,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:01:54.055513 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:54.114317 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a441fe6-0ef8-4e69-b9f1-ab745f01792a None None] Pushing event updated for resources: {'Port': ['ID=10d813ce-29cf-4750-9afe-7ccb68663b2c,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:54.124809 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks [] for port (2297f781-cdb8-4bf0-835a-4a7452055112), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:54.173714 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:54.211530 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:01:54.214295 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:54.217650 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:01:54.247666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Pushing event updated for resources: {'Port': ['ID=2297f781-cdb8-4bf0-835a-4a7452055112,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:54.511790 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks [] for router_gateway (1b667aba-49ba-44f3-b4e1-530570e6e164), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:54.541205 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:54.713145 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (1b667aba-49ba-44f3-b4e1-530570e6e164), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:54.844575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Router 1b667aba-49ba-44f3-b4e1-530570e6e164 is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:01:55.026366 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf73e49-48e8-4e22-b4e9-9819021a21b7 None None] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:01:55.140231 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-251fd280-ea98-4e70-8d19-b04c584ee15f None None] Provisioning complete for port 10d813ce-29cf-4750-9afe-7ccb68663b2c triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:55.140919 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-251fd280-ea98-4e70-8d19-b04c584ee15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.218388 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:01:55.231499 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Sync routers for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:01:55.238522 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.238799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-251fd280-ea98-4e70-8d19-b04c584ee15f None None] Current status of the port 10d813ce-29cf-4750-9afe-7ccb68663b2c is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:55.239191 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-251fd280-ea98-4e70-8d19-b04c584ee15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.242496 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a0d00436-a6e8-4d69-ba7d-b6ca53a9cb06 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8153384 Jan 28 12:01:55.242632 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52030) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:55.263659 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:01:55.264512 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:55.315898 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-251fd280-ea98-4e70-8d19-b04c584ee15f None None] For port 10d813ce-29cf-4750-9afe-7ccb68663b2c, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=10d813ce-29cf-4750-9afe-7ccb68663b2c,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:55.337325 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-251fd280-ea98-4e70-8d19-b04c584ee15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.432469 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:01:55.493215 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fd280-ea98-4e70-8d19-b04c584ee15f None None] Pushing event updated for resources: {'Port': ['ID=10d813ce-29cf-4750-9afe-7ccb68663b2c,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:55.543496 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-3d00ac58-3597-4ef1-896d-a88ee2dd2c5c None None] Provisioning complete for port 10d813ce-29cf-4750-9afe-7ccb68663b2c triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:55.543832 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d00ac58-3597-4ef1-896d-a88ee2dd2c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.665669 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.675377 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3d00ac58-3597-4ef1-896d-a88ee2dd2c5c None None] Current status of the port 10d813ce-29cf-4750-9afe-7ccb68663b2c is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:55.689302 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:54Z', 'revision_number': 3, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:55.723011 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Checking router: 1b667aba-49ba-44f3-b4e1-530570e6e164 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:01:55.723352 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Updating router 1b667aba-49ba-44f3-b4e1-530570e6e164 port 2297f781-cdb8-4bf0-835a-4a7452055112 binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:01:55.750251 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.839941 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Allocated IP 172.20.0.1 (8755c2ec-11f9-4265-88d2-00973becd3c5/619699fe-5bce-4996-9a46-2cc976366c2f/1026b7f8-4fbb-4933-9521-c1e5bea7b894) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:01:55.946259 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks [] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:55.980297 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.000382 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Publish callbacks [] for port (2297f781-cdb8-4bf0-835a-4a7452055112), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.007352 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.018090 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:01:56.021232 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:56.026874 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:01:56.032352 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Pushing event updated for resources: {'Port': ['ID=1026b7f8-4fbb-4933-9521-c1e5bea7b894,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:56.060419 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Attempting to bind port 2297f781-cdb8-4bf0-835a-4a7452055112 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:01:56.060786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Attempting to bind port 2297f781-cdb8-4bf0-835a-4a7452055112 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:01:56.061145 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Attempting to bind port 2297f781-cdb8-4bf0-835a-4a7452055112 on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:01:56.067039 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827edbd2-26da-42c0-a492-b137d2fb7e55 None None] Pushing event updated for resources: {'Port': ['ID=2297f781-cdb8-4bf0-835a-4a7452055112,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:56.072929 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:01:56.073300 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:01:56.073996 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.074109 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:01:56.074553 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Bound port: 2297f781-cdb8-4bf0-835a-4a7452055112, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:01:56.074869 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.079780 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (1b667aba-49ba-44f3-b4e1-530570e6e164), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.132434 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] For port 2297f781-cdb8-4bf0-835a-4a7452055112, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:01:56.135710 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] For port 2297f781-cdb8-4bf0-835a-4a7452055112, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=2297f781-cdb8-4bf0-835a-4a7452055112,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:01:56.141751 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.202671 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:01:56.203300 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:56.224858 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.241760 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827edbd2-26da-42c0-a492-b137d2fb7e55 None None] Pushing event updated for resources: {'Port': ['ID=2297f781-cdb8-4bf0-835a-4a7452055112,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:56.330261 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:01:56.332218 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-a22fcca3-d90c-4f71-91f2-44402045b9db None None] Provisioning complete for port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:56.332594 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a22fcca3-d90c-4f71-91f2-44402045b9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.395767 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 10d813ce-29cf-4750-9afe-7ccb68663b2c up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:01:56.411404 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks [] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.417707 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.487253 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Pushing event updated for resources: {'Port': ['ID=1026b7f8-4fbb-4933-9521-c1e5bea7b894,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:56.490139 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (1b667aba-49ba-44f3-b4e1-530570e6e164), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.585726 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:01:56.587308 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:56.600153 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a22fcca3-d90c-4f71-91f2-44402045b9db None None] Port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:01:56.683701 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 10d813ce-29cf-4750-9afe-7ccb68663b2c triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:56.684081 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.737100 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Router 1b667aba-49ba-44f3-b4e1-530570e6e164 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:01:56.837505 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 10d813ce-29cf-4750-9afe-7ccb68663b2c is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:56.843874 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:01:55Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:56.847352 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-3f209291-c5f2-4358-aee2-f7d0176209e2 None None] Provisioning complete for port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:56.847841 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f209291-c5f2-4358-aee2-f7d0176209e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:56.871081 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:01:56.877838 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-26acd442-af23-4737-9e1d-d68cb51a7380 admin admin] 10.222.0.36 "PUT /v2.0/routers/1b667aba-49ba-44f3-b4e1-530570e6e164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6330755 Jan 28 12:01:56.890192 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a85a7-ba7e-4da1-8100-88ec6330c254 None None] The sync data for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi is: [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:01:55Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:01:56.910332 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3f209291-c5f2-4358-aee2-f7d0176209e2 None None] Port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:01:57.506028 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52058) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:57.521257 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-d167b1b3-33cc-483a-b4e3-12bb963c7743 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447604052', 'description': 'tempest-description--1704967527'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:57.554106 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d167b1b3-33cc-483a-b4e3-12bb963c7743 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.651771 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d167b1b3-33cc-483a-b4e3-12bb963c7743 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (8d8808ab-a239-44af-bdc9-cb37a4ee10b1), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.657004 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d167b1b3-33cc-483a-b4e3-12bb963c7743 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (8d8808ab-a239-44af-bdc9-cb37a4ee10b1), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.685161 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d167b1b3-33cc-483a-b4e3-12bb963c7743 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.686364 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d167b1b3-33cc-483a-b4e3-12bb963c7743 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1821902 Jan 28 12:01:57.690210 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52070) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:57.701256 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-5337ceb8-e4e4-4df2-9953-f5d4fc8bab74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'security_group_rule': {'security_group_id': '8d8808ab-a239-44af-bdc9-cb37a4ee10b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:57.762639 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5337ceb8-e4e4-4df2-9953-f5d4fc8bab74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (7401e8cf-9d27-4a80-b0cf-0672e0f4a917), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.765916 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167b1b3-33cc-483a-b4e3-12bb963c7743 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8808ab-a239-44af-bdc9-cb37a4ee10b1,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:57.835666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5337ceb8-e4e4-4df2-9953-f5d4fc8bab74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (7401e8cf-9d27-4a80-b0cf-0672e0f4a917), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.841040 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5337ceb8-e4e4-4df2-9953-f5d4fc8bab74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (7401e8cf-9d27-4a80-b0cf-0672e0f4a917), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.866283 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337ceb8-e4e4-4df2-9953-f5d4fc8bab74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7401e8cf-9d27-4a80-b0cf-0672e0f4a917,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:57.877376 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5337ceb8-e4e4-4df2-9953-f5d4fc8bab74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.879911 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-5337ceb8-e4e4-4df2-9953-f5d4fc8bab74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874812 Jan 28 12:01:57.881505 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52082) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:57.885999 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-aa7f2f39-7c84-42ed-823f-75d05991ee30 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'security_group_rule': {'security_group_id': '8d8808ab-a239-44af-bdc9-cb37a4ee10b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:57.925285 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aa7f2f39-7c84-42ed-823f-75d05991ee30 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (a6b3119d-e60d-4c1f-b03e-b782880f0650), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.991415 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aa7f2f39-7c84-42ed-823f-75d05991ee30 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (a6b3119d-e60d-4c1f-b03e-b782880f0650), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:57.996945 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aa7f2f39-7c84-42ed-823f-75d05991ee30 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (a6b3119d-e60d-4c1f-b03e-b782880f0650), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.011504 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52088) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:58.011504 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52090) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:58.018145 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f2f39-7c84-42ed-823f-75d05991ee30 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b3119d-e60d-4c1f-b03e-b782880f0650,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:58.031080 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-aa7f2f39-7c84-42ed-823f-75d05991ee30 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.035823 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-aa7f2f39-7c84-42ed-823f-75d05991ee30 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499059 Jan 28 12:01:58.036136 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52098) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:58.041367 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:01:58.070359 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.166108 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0b02bd1b-a1a3-41aa-80fd-5e8f7b7ddd46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.168744 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a503e71-cf9c-4f90-b453-57ca4fc38b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.263731 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.363664 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 2297f781-cdb8-4bf0-835a-4a7452055112 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:01:58.367990 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a503e71-cf9c-4f90-b453-57ca4fc38b18 admin admin] Publish callbacks [] for security_group (b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.393004 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a503e71-cf9c-4f90-b453-57ca4fc38b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.416359 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0b02bd1b-a1a3-41aa-80fd-5e8f7b7ddd46 admin admin] Publish callbacks [] for security_group (d4d646c4-f3d5-455b-ac52-6376e6f143f4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.416839 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 2297f781-cdb8-4bf0-835a-4a7452055112 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:01:58.417457 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.432585 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0b02bd1b-a1a3-41aa-80fd-5e8f7b7ddd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d4d646c4-f3d5-455b-ac52-6376e6f143f4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.459969 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7a503e71-cf9c-4f90-b453-57ca4fc38b18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb0f79aefa274f3f9a76b01df376ec7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472661 Jan 28 12:01:58.462789 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52100) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:58.467890 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a503e71-cf9c-4f90-b453-57ca4fc38b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:58.496972 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Allocated IP 172.27.0.147 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/b7662a26-b3d6-41ce-b41a-716e9b3d4563) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:01:58.505995 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0b02bd1b-a1a3-41aa-80fd-5e8f7b7ddd46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ccb013f28ea4ccc9244b6b017a49817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922287 Jan 28 12:01:58.511933 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52102) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:58.516972 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 2297f781-cdb8-4bf0-835a-4a7452055112 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:01:58.517647 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.521546 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02bd1b-a1a3-41aa-80fd-5e8f7b7ddd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d646c4-f3d5-455b-ac52-6376e6f143f4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:58.543949 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 2297f781-cdb8-4bf0-835a-4a7452055112, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=2297f781-cdb8-4bf0-835a-4a7452055112,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:01:58.551537 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.574042 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67114c3a-b351-4a20-88f5-737f1fe584bf admin admin] Publish callbacks [] for security_group (b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.592175 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f39fe8a-1288-41e6-b6e1-fb3ec3bc24db admin admin] Publish callbacks [] for security_group (d4d646c4-f3d5-455b-ac52-6376e6f143f4), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.607194 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=2297f781-cdb8-4bf0-835a-4a7452055112,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:58.611678 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67114c3a-b351-4a20-88f5-737f1fe584bf admin admin] Publish callbacks [] for security_group (b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.623829 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.637562 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f39fe8a-1288-41e6-b6e1-fb3ec3bc24db admin admin] Publish callbacks [] for security_group (d4d646c4-f3d5-455b-ac52-6376e6f143f4), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.660968 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.698597 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67114c3a-b351-4a20-88f5-737f1fe584bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.700915 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:01:58.702305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-67114c3a-b351-4a20-88f5-737f1fe584bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.703726 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-67114c3a-b351-4a20-88f5-737f1fe584bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3 HTTP/1.1" status: 204 len: 168 time: 0.2398973 Jan 28 12:01:58.709426 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:01:58.712143 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'Port': ['ID=b7662a26-b3d6-41ce-b41a-716e9b3d4563,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:58.714413 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:01:58.718799 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f39fe8a-1288-41e6-b6e1-fb3ec3bc24db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d4d646c4-f3d5-455b-ac52-6376e6f143f4), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.721365 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f39fe8a-1288-41e6-b6e1-fb3ec3bc24db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.722947 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1f39fe8a-1288-41e6-b6e1-fb3ec3bc24db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4d646c4-f3d5-455b-ac52-6376e6f143f4 HTTP/1.1" status: 204 len: 168 time: 0.2082474 Jan 28 12:01:58.723821 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67114c3a-b351-4a20-88f5-737f1fe584bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71fbb21-0fd4-4e32-86c1-3ce6bc7286b3,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:58.737072 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39fe8a-1288-41e6-b6e1-fb3ec3bc24db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d646c4-f3d5-455b-ac52-6376e6f143f4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:58.818800 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (10abb83d-c168-43f5-8f2a-888e0cb50f18), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:58.865523 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.044367 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.051564 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.130859 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'Port': ['ID=b7662a26-b3d6-41ce-b41a-716e9b3d4563,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:59.139622 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (10abb83d-c168-43f5-8f2a-888e0cb50f18), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.148952 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Sync routers for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:01:59.157687 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.160448 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:01:59.160610 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0208c1f9-8943-44c4-9f39-98f5eb9ac107 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1235702 Jan 28 12:01:59.161114 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:59.201805 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52116) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:59.215078 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbc23-0021-4226-8703-b65947b513eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.270320 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:01:59.298035 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbc23-0021-4226-8703-b65947b513eb admin admin] Publish callbacks [] for security_group (caa09689-097b-457b-8a66-4d86a54ef649), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.303667 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbc23-0021-4226-8703-b65947b513eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (caa09689-097b-457b-8a66-4d86a54ef649), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.361910 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a1cbbc23-0021-4226-8703-b65947b513eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fe1bf0ed5c64fcca896e392106bde31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590209 Jan 28 12:01:59.364592 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbbc23-0021-4226-8703-b65947b513eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa09689-097b-457b-8a66-4d86a54ef649,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:59.364736 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52128) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:01:59.396062 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-9d32f5ae-83b3-4164-b27c-7cd962cb3201 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1447604052&fields=id&tenant_id=2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 267 time: 0.0664585 Jan 28 12:01:59.419596 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4a06f288-6f72-4a23-93a7-eea51139602c admin admin] Publish callbacks [] for security_group (caa09689-097b-457b-8a66-4d86a54ef649), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.441162 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4a06f288-6f72-4a23-93a7-eea51139602c admin admin] Publish callbacks [] for security_group (caa09689-097b-457b-8a66-4d86a54ef649), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.489190 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 2, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:01:59.493919 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4a06f288-6f72-4a23-93a7-eea51139602c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (caa09689-097b-457b-8a66-4d86a54ef649), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.496503 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4a06f288-6f72-4a23-93a7-eea51139602c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.500172 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4a06f288-6f72-4a23-93a7-eea51139602c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/caa09689-097b-457b-8a66-4d86a54ef649 HTTP/1.1" status: 204 len: 168 time: 0.1321237 Jan 28 12:01:59.506440 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06f288-6f72-4a23-93a7-eea51139602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa09689-097b-457b-8a66-4d86a54ef649,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:59.524995 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Checking router: 1b667aba-49ba-44f3-b4e1-530570e6e164 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:01:59.525333 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Updating router 1b667aba-49ba-44f3-b4e1-530570e6e164 port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:01:59.540497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-9d2935a4-4d77-4514-a4f4-de1bf14cb072 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:01:59.541984 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-9d2935a4-4d77-4514-a4f4-de1bf14cb072 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 817 time: 0.1340446 Jan 28 12:01:59.551716 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.557446 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-1506c5ef-29c3-42c4-b247-ef38caf9a2dd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/quotas/2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 375 time: 0.0099416 Jan 28 12:01:59.616443 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-d9088ce5-fe21-40d4-8c5b-532a912ea826 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537119 Jan 28 12:01:59.722893 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-75e263f9-61d0-4d16-9260-73d94f1d7ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935488 Jan 28 12:01:59.831238 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-95429540-4e58-4fcd-8a72-ab7bfe2dc53d service neutron] 10.222.0.36 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014574 Jan 28 12:01:59.914218 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Publish callbacks [] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.920113 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:01:59.964239 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Pushing event updated for resources: {'Port': ['ID=1026b7f8-4fbb-4933-9521-c1e5bea7b894,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:01:59.972450 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.972823 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.973236 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.973493 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.973820 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.974142 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.974477 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.974799 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.975117 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.975448 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.975768 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.976107 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:01:59.976417 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:00.038918 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-667d0d61-4aa7-4f59-93e0-cdd28f39a605 req-7363d687-0989-4f72-89dc-3ffdf86b639b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 210 time: 0.0446627 Jan 28 12:02:00.048327 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Attempting to bind port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:00.048698 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Attempting to bind port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:00.049056 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Attempting to bind port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 on network 8755c2ec-11f9-4265-88d2-00973becd3c5 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:00.057414 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:00.059960 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Checking segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:00.060378 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.060775 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Bound using segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:00.061254 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Bound port: 1026b7f8-4fbb-4933-9521-c1e5bea7b894, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:00.061698 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.164277 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] For port 1026b7f8-4fbb-4933-9521-c1e5bea7b894, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:00.167778 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] For port 1026b7f8-4fbb-4933-9521-c1e5bea7b894, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=1026b7f8-4fbb-4933-9521-c1e5bea7b894,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:00.175006 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.256428 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8e5b9-1320-49d0-acb9-a983c5c41b36 None None] Pushing event updated for resources: {'Port': ['ID=1026b7f8-4fbb-4933-9521-c1e5bea7b894,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:00.263337 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:00.263975 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:00.289450 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-3bd750e9-924c-40f5-a100-d0e9be4f02c2 None None] Provisioning complete for port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:00.290396 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3bd750e9-924c-40f5-a100-d0e9be4f02c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.398506 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:00.456604 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 2297f781-cdb8-4bf0-835a-4a7452055112 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:00.512509 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3bd750e9-924c-40f5-a100-d0e9be4f02c2 None None] Current status of the port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:00.513226 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3bd750e9-924c-40f5-a100-d0e9be4f02c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.561344 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-3bd750e9-924c-40f5-a100-d0e9be4f02c2 None None] For port 1026b7f8-4fbb-4933-9521-c1e5bea7b894, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=1026b7f8-4fbb-4933-9521-c1e5bea7b894,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:00.567570 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3bd750e9-924c-40f5-a100-d0e9be4f02c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.573255 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 2297f781-cdb8-4bf0-835a-4a7452055112 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:00.573611 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.604698 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:00.633950 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bce7e9-f742-4f32-9cae-613e3259e927 None None] The sync data for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi is: [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:02:00.650395 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd750e9-924c-40f5-a100-d0e9be4f02c2 None None] Pushing event updated for resources: {'Port': ['ID=1026b7f8-4fbb-4933-9521-c1e5bea7b894,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:00.710392 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 2297f781-cdb8-4bf0-835a-4a7452055112 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:00.714522 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-65c7341e-9c29-4375-a103-0b4f08cfa08f None None] Provisioning complete for port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:00.714895 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-65c7341e-9c29-4375-a103-0b4f08cfa08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:00.799753 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-65c7341e-9c29-4375-a103-0b4f08cfa08f None None] Current status of the port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:01.139299 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f0dee56c-a8ab-41f6-b1aa-86622bb2dd00 req-9b4032c1-a0ac-498e-b48e-11e4a1b9ab3c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 210 time: 0.0281827 Jan 28 12:02:01.505179 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-efdf5585-cb10-49e9-9723-f91959b58b40 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:01.506687 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-efdf5585-cb10-49e9-9723-f91959b58b40 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 817 time: 0.1129210 Jan 28 12:02:01.576591 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-fbd3f02e-4841-4ee4-a28b-07b4b8ab474f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 380 time: 0.0598712 Jan 28 12:02:01.588753 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'port': {'device_id': '59bad983-788c-47ec-b6b5-a71f37726e78', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'admin_state_up': True, 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'security_groups': ['8d8808ab-a239-44af-bdc9-cb37a4ee10b1']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:01.701910 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Made reservation on behalf of 2b68d472b57542cb97cc4f996fe5a2fe for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:02:01.705399 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:01.851102 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Allocated IP 172.20.0.6 (8755c2ec-11f9-4265-88d2-00973becd3c5/619699fe-5bce-4996-9a46-2cc976366c2f/444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:02:02.010794 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.047353 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.090118 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:02.093054 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:02.098797 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:02:02.105236 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:02.154983 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:02.155596 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.175884 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-492223ba-a4eb-42b4-8bea-c87b5ba0352c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909297 Jan 28 12:02:02.189741 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Request body: {'port': {'device_id': '59bad983-788c-47ec-b6b5-a71f37726e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:02.250051 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.263612 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc42a8f-0e80-40b7-a787-a1a83c8c5791 req-54eac1fc-d64a-419d-87da-edf4a3c673ee tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:02.271107 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1bc42a8f-0e80-40b7-a787-a1a83c8c5791 req-54eac1fc-d64a-419d-87da-edf4a3c673ee tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 931 time: 0.0583735 Jan 28 12:02:02.329168 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1bc42a8f-0e80-40b7-a787-a1a83c8c5791 req-4e3c1600-2327-4f7e-b6a8-19f959ecb23f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571783 Jan 28 12:02:02.337071 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-9bc0336a-0089-4b97-bbf2-b3ac445633d6 None None] Provisioning complete for port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:02.338215 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9bc0336a-0089-4b97-bbf2-b3ac445633d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.391796 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0336a-0089-4b97-bbf2-b3ac445633d6 None None] Port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:02:02.400365 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 1026b7f8-4fbb-4933-9521-c1e5bea7b894 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:02.452487 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:02.452861 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.529180 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:02.540606 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:02:02.548075 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Publish callbacks [] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.560336 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Transition to ACTIVE for port object 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:02:02.564851 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.621558 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:02.688816 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Attempting to bind port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:02.689159 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Attempting to bind port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:02.689507 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Attempting to bind port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 on network 8755c2ec-11f9-4265-88d2-00973becd3c5 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:02.695246 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 on network 8755c2ec-11f9-4265-88d2-00973becd3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:02:02.695567 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Attempting to bind port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 on network 8755c2ec-11f9-4265-88d2-00973becd3c5 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:02.706806 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:02.707618 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Checking segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:02.708039 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Bound using segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:02.708495 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Bound port: 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:02.708860 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.774734 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:02.777763 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:02.783154 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.821182 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:02.821822 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:02.823572 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] 10.222.0.39 "PUT /v2.0/ports/444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 200 len: 1093 time: 0.6393805 Jan 28 12:02:02.823572 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:02:02.825856 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:02:02.850733 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ee6da-c579-4d2c-b1c8-6bb46cb4b4cd service neutron] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:02.872261 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6134ba75-4063-4bb2-a992-79021437c1e4 x-openstack-request-id: req-6134ba75-4063-4bb2-a992-79021437c1e4 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:02:02.872610 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:02:02.872868 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6134ba75-4063-4bb2-a992-79021437c1e4 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:02:02.873272 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'status': 'completed', 'code': 200} Jan 28 12:02:02.941968 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-edb51ed8-2294-47cb-afa6-23e0c57989c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:02.943821 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-edb51ed8-2294-47cb-afa6-23e0c57989c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1096 time: 0.0512044 Jan 28 12:02:02.992178 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-63d781ab-69fa-4877-a55c-ba6d70ccb5ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 200 len: 217 time: 0.0382071 Jan 28 12:02:03.053173 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-bdd935d5-2a35-493a-a500-f1cef113d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:03.054883 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-bdd935d5-2a35-493a-a500-f1cef113d5e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0549140 Jan 28 12:02:03.102824 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-82eb2e0a-f352-4baf-b16a-22b89fc957cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:03.104368 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-82eb2e0a-f352-4baf-b16a-22b89fc957cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418112 Jan 28 12:02:03.194339 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-642a8463-61a1-4713-84c1-971be780a3a1 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807953 Jan 28 12:02:03.288063 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0529cbdc-84e6-4d32-ac02-d5f4fe8aa950 req-2105c7ce-f809-4efb-8937-5bc7cff1259c service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855298 Jan 28 12:02:03.376592 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-8598bab2-0036-4132-ac83-2ae7b91d33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:03.378049 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-8598bab2-0036-4132-ac83-2ae7b91d33d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1096 time: 0.0417595 Jan 28 12:02:03.474013 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abedc3-bb36-47be-a733-e5d86f22bd9f req-ceff3be9-eeef-4165-8144-c9bb6155d2cc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:03.475399 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-90b0b1dc-98fc-417a-997c-367e41f85154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:03.475518 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09abedc3-bb36-47be-a733-e5d86f22bd9f req-ceff3be9-eeef-4165-8144-c9bb6155d2cc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0516913 Jan 28 12:02:03.476894 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-90b0b1dc-98fc-417a-997c-367e41f85154 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.0921383 Jan 28 12:02:03.520612 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-9c331871-bc44-41e2-9696-3e6f057b0beb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 200 len: 217 time: 0.0360613 Jan 28 12:02:03.523402 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09abedc3-bb36-47be-a733-e5d86f22bd9f req-cedda47b-6b1e-4a54-aabb-71f8661e88e8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Jan 28 12:02:03.571254 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-10296891-5ee1-47bf-9edd-6f5cd92f88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:03.572771 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-10296891-5ee1-47bf-9edd-6f5cd92f88ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0454316 Jan 28 12:02:03.624009 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-e6c4fafa-3780-47b4-bf77-b054b015294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:03.625782 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-e6c4fafa-3780-47b4-bf77-b054b015294d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446157 Jan 28 12:02:03.727552 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-3880c4d0-ae62-408e-8bc1-c50939931ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918422 Jan 28 12:02:03.831711 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0a36abd-7164-4cfe-a1ea-bad0e47f0ca3 req-d0f3c6f2-af02-4423-a245-eb217523d13f service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960066 Jan 28 12:02:04.649736 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6220e-f013-4b94-b413-87993f300f8c req-a65c2e64-2611-4e6d-8caa-59243fe0e807 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:04.651283 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ed6220e-f013-4b94-b413-87993f300f8c req-a65c2e64-2611-4e6d-8caa-59243fe0e807 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0538378 Jan 28 12:02:04.701239 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ed6220e-f013-4b94-b413-87993f300f8c req-4b59d15a-7bec-4091-b33c-e181691fcbbc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Jan 28 12:02:04.940116 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df346245-9788-4016-b18e-2d25ea4ed007 req-eecbe85f-d99e-431c-945f-e6c9b293b250 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:04.941847 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-df346245-9788-4016-b18e-2d25ea4ed007 req-eecbe85f-d99e-431c-945f-e6c9b293b250 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0524039 Jan 28 12:02:04.987948 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-df346245-9788-4016-b18e-2d25ea4ed007 req-f4bb0de3-db34-472a-90b3-7e57e483981a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Jan 28 12:02:05.839783 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:02:05.844609 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62070706-4a2e-4f8a-9300-0cb70fe39589 req-a3261c57-5a06-482f-a0f8-935daa1107e6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:05.846110 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62070706-4a2e-4f8a-9300-0cb70fe39589 req-a3261c57-5a06-482f-a0f8-935daa1107e6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0571606 Jan 28 12:02:05.898271 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62070706-4a2e-4f8a-9300-0cb70fe39589 req-0f7c208d-3bef-46b0-9d01-84131ea36cda tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463872 Jan 28 12:02:05.963414 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:05.978038 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'port_id': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'mac_address': 'fa:16:3e:2a:af:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:02:06.019162 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:06.019487 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.034248 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:02:06.067823 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:06.074440 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.128190 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fa9f3-de37-4d5d-b6c0-b6e9db761cf9 req-85f7ba6c-f29f-4a4c-99d8-8c27e1fa1a9f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:06.129934 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a62fa9f3-de37-4d5d-b6c0-b6e9db761cf9 req-85f7ba6c-f29f-4a4c-99d8-8c27e1fa1a9f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0603223 Jan 28 12:02:06.130289 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:06.194526 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a62fa9f3-de37-4d5d-b6c0-b6e9db761cf9 req-d7236f8b-8fdb-452d-9a09-29c148f50321 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544190 Jan 28 12:02:06.330960 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52326) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:06.354511 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:02:06.451158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97ab55d5-9070-42ce-8c53-3de6df68a9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.523518 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97ab55d5-9070-42ce-8c53-3de6df68a9ae admin admin] Publish callbacks [] for security_group (7e4de78f-4adb-405a-89ad-a5c028a60681), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.527657 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-97ab55d5-9070-42ce-8c53-3de6df68a9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7e4de78f-4adb-405a-89ad-a5c028a60681), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.564364 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab55d5-9070-42ce-8c53-3de6df68a9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4de78f-4adb-405a-89ad-a5c028a60681,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:06.569204 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-97ab55d5-9070-42ce-8c53-3de6df68a9ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cb10b3ff50a42afa314ca50c6a6a311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371948 Jan 28 12:02:06.571970 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52334) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:06.626631 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e061325-888f-4247-9249-9d390555b88f admin admin] Publish callbacks [] for security_group (7e4de78f-4adb-405a-89ad-a5c028a60681), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.672824 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e061325-888f-4247-9249-9d390555b88f admin admin] Publish callbacks [] for security_group (7e4de78f-4adb-405a-89ad-a5c028a60681), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.717097 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5001ae8-f7d7-489d-850b-ef98efb4f155 req-90f566c8-4958-49b5-9e1e-597cd175a0ed tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:06.718606 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a5001ae8-f7d7-489d-850b-ef98efb4f155 req-90f566c8-4958-49b5-9e1e-597cd175a0ed tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 946 time: 0.0901313 Jan 28 12:02:06.750758 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e061325-888f-4247-9249-9d390555b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (7e4de78f-4adb-405a-89ad-a5c028a60681), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.754442 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e061325-888f-4247-9249-9d390555b88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:06.755560 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-2e061325-888f-4247-9249-9d390555b88f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e4de78f-4adb-405a-89ad-a5c028a60681 HTTP/1.1" status: 204 len: 168 time: 0.1826653 Jan 28 12:02:06.772688 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e061325-888f-4247-9249-9d390555b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4de78f-4adb-405a-89ad-a5c028a60681,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:06.787071 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a5001ae8-f7d7-489d-850b-ef98efb4f155 req-d0e81785-b568-490e-907a-b143dd7474d5 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622451 Jan 28 12:02:07.025595 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861921a-4799-4676-8604-9ff4ab4e5b1f req-b1b6df7b-5d78-42c2-91d1-bf74c5cb9042 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:07.027074 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2861921a-4799-4676-8604-9ff4ab4e5b1f req-b1b6df7b-5d78-42c2-91d1-bf74c5cb9042 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 944 time: 0.0494967 Jan 28 12:02:07.064178 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52344) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:07.075476 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2861921a-4799-4676-8604-9ff4ab4e5b1f req-b36090d5-0e79-44b8-9b2d-7712fb6a4c87 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Jan 28 12:02:07.078628 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ea70ccb5-99a5-405f-bfc0-ebb4cd2423ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.153542 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ea70ccb5-99a5-405f-bfc0-ebb4cd2423ff admin admin] Publish callbacks [] for security_group (28c2e487-e550-4efa-b5aa-ea4cfa66cc9c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.159027 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ea70ccb5-99a5-405f-bfc0-ebb4cd2423ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (28c2e487-e550-4efa-b5aa-ea4cfa66cc9c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.197726 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ea70ccb5-99a5-405f-bfc0-ebb4cd2423ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9982376e2ed4370851bef455cd50647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324346 Jan 28 12:02:07.198566 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70ccb5-99a5-405f-bfc0-ebb4cd2423ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2e487-e550-4efa-b5aa-ea4cfa66cc9c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:07.201181 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52346) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:07.251838 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38e60cb9-51f2-4714-9ba9-45ad98a53398 admin admin] Publish callbacks [] for security_group (28c2e487-e550-4efa-b5aa-ea4cfa66cc9c), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.296984 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38e60cb9-51f2-4714-9ba9-45ad98a53398 admin admin] Publish callbacks [] for security_group (28c2e487-e550-4efa-b5aa-ea4cfa66cc9c), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.345360 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f19961-a23e-40fb-9229-d2afb713a4d5 req-2f5112b3-36c6-42df-878f-47a87aad9753 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:07.346824 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-76f19961-a23e-40fb-9229-d2afb713a4d5 req-2f5112b3-36c6-42df-878f-47a87aad9753 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0841043 Jan 28 12:02:07.375073 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38e60cb9-51f2-4714-9ba9-45ad98a53398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (28c2e487-e550-4efa-b5aa-ea4cfa66cc9c), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.377779 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-38e60cb9-51f2-4714-9ba9-45ad98a53398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.378918 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-38e60cb9-51f2-4714-9ba9-45ad98a53398 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28c2e487-e550-4efa-b5aa-ea4cfa66cc9c HTTP/1.1" status: 204 len: 168 time: 0.1766741 Jan 28 12:02:07.394811 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e60cb9-51f2-4714-9ba9-45ad98a53398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2e487-e550-4efa-b5aa-ea4cfa66cc9c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:07.410146 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-76f19961-a23e-40fb-9229-d2afb713a4d5 req-07be6757-33aa-4946-b07f-1b0e564f27a5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572293 Jan 28 12:02:07.846942 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:07.910816 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:02:07.914666 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:07.914962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:07.915107 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab948b35-6fef-44c7-801a-223f7875fe6e req-b8be03b8-3643-4fa5-b893-427073607e24 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:07.916745 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ab948b35-6fef-44c7-801a-223f7875fe6e req-b8be03b8-3643-4fa5-b893-427073607e24 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 946 time: 0.0527592 Jan 28 12:02:07.967261 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ab948b35-6fef-44c7-801a-223f7875fe6e req-92ca9ac1-68ab-4e92-a17f-ed120f52ab52 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/security-groups?id=919b303e-dcdd-4de5-99e9-7f56a9d763a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Jan 28 12:02:08.001435 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:08.001848 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:08.029196 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:02:08.031590 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f8ac32-1342-4444-83ff-97f50e3198c1" -d '{"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-plugged", "status": "completed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:02:08.048461 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:08.054191 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:08.079122 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6480b9-30a4-4404-b1f4-5a1fc9d307c3 x-openstack-request-id: req-5f6480b9-30a4-4404-b1f4-5a1fc9d307c3 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:02:08.079417 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-plugged", "status": "completed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:02:08.079668 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f6480b9-30a4-4404-b1f4-5a1fc9d307c3 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:02:08.080089 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'code': 200} Jan 28 12:02:08.114238 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:08.207503 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737f0af-5bfe-4446-9d83-96a87b7d0404 req-f275fb9c-099e-4703-ae58-2d789e0ac833 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:08.209113 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c737f0af-5bfe-4446-9d83-96a87b7d0404 req-f275fb9c-099e-4703-ae58-2d789e0ac833 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0601594 Jan 28 12:02:08.263774 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c737f0af-5bfe-4446-9d83-96a87b7d0404 req-396929e4-d66c-45c2-8354-58e99277e96c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444691 Jan 28 12:02:08.264260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cb8a3-ebb8-48ad-8140-682e309a3dda req-63af81a4-bdf8-406e-bd77-b06adbc4c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:08.265909 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e2cb8a3-ebb8-48ad-8140-682e309a3dda req-63af81a4-bdf8-406e-bd77-b06adbc4c698 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1098 time: 0.0427377 Jan 28 12:02:08.312096 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e2cb8a3-ebb8-48ad-8140-682e309a3dda req-90230ca3-c231-4da6-b61e-083d2faa03bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401998 Jan 28 12:02:08.530716 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a12a86-6d61-4513-99f9-c5be15e8a76d req-f320c0ea-bc3e-439d-8157-d162f0561842 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:08.532268 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f4a12a86-6d61-4513-99f9-c5be15e8a76d req-f320c0ea-bc3e-439d-8157-d162f0561842 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0508482 Jan 28 12:02:08.569473 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-71a39674-1f42-4f0a-adb7-767a4f284bdd tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:08.571194 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-71a39674-1f42-4f0a-adb7-767a4f284bdd tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 946 time: 0.0536175 Jan 28 12:02:08.584371 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f4a12a86-6d61-4513-99f9-c5be15e8a76d req-5704bfd1-e9fd-4373-acf3-07bcae9a3fc4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456345 Jan 28 12:02:08.668689 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Deleting port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:02:08.669017 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:08.758560 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] For port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,segment=NetworkSegment(b0f2f62f-115a-40d3-b4cb-2484f54b7fb6),segment_id=b0f2f62f-115a-40d3-b4cb-2484f54b7fb6)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:08.758785 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:08.770873 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Calling delete_port for 6f6225a0-f1f0-41f1-a5d7-57fa2907837b owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:02:08.907887 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (6f6225a0-f1f0-41f1-a5d7-57fa2907837b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:08.920157 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['6f6225a0-f1f0-41f1-a5d7-57fa2907837b'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:02:08.950358 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Pushing event deleted for resources: {'Port': ['ID=6f6225a0-f1f0-41f1-a5d7-57fa2907837b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:08.991285 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] No DVR routers for this DVR port 6f6225a0-f1f0-41f1-a5d7-57fa2907837b on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:02:08.995792 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:08.999486 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-db80e0c3-8db5-4169-b7e3-e16312b1cb83 req-03fb2f0c-1495-4a49-af30-63e859a47270 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.39 "DELETE /v2.0/ports/6f6225a0-f1f0-41f1-a5d7-57fa2907837b HTTP/1.1" status: 204 len: 173 time: 0.4215577 Jan 28 12:02:09.000029 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'name': 'network-vif-deleted', 'tag': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:02:09.003018 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748e3583-7b15-4e7e-ac98-66712d2c7839" -d '{"events": [{"server_uuid": "3d102639-3d79-4b1d-aef0-12e6ff5564a9", "name": "network-vif-deleted", "tag": "6f6225a0-f1f0-41f1-a5d7-57fa2907837b"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:02:09.033755 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:02:09.043266 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14ef753-7b5a-4679-bcaf-3a19a701fbd0 x-openstack-request-id: req-c14ef753-7b5a-4679-bcaf-3a19a701fbd0 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:02:09.043568 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d102639-3d79-4b1d-aef0-12e6ff5564a9", "name": "network-vif-deleted", "tag": "6f6225a0-f1f0-41f1-a5d7-57fa2907837b", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:02:09.043822 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c14ef753-7b5a-4679-bcaf-3a19a701fbd0 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:02:09.044272 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d102639-3d79-4b1d-aef0-12e6ff5564a9', 'name': 'network-vif-deleted', 'tag': '6f6225a0-f1f0-41f1-a5d7-57fa2907837b', 'status': 'completed', 'code': 200} Jan 28 12:02:09.094261 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c42de1e2-ed6c-4709-ae65-91fcf77f34b6 req-7ca8041a-ce16-44ef-8ba6-53b04b299322 tempest-VolumesSnapshotTestJSON-1870934564 tempest-VolumesSnapshotTestJSON-1870934564-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d102639-3d79-4b1d-aef0-12e6ff5564a9 HTTP/1.1" status: 200 len: 210 time: 0.0353749 Jan 28 12:02:09.397526 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c3a02-528f-4bd4-9f4c-691b4e919341 req-1b199323-bfa9-4bb7-bf76-03ccc0734585 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:09.399040 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1f7c3a02-528f-4bd4-9f4c-691b4e919341 req-1b199323-bfa9-4bb7-bf76-03ccc0734585 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0533214 Jan 28 12:02:09.453710 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1f7c3a02-528f-4bd4-9f4c-691b4e919341 req-07a42548-7db7-4f66-a9f4-830acf72b125 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486920 Jan 28 12:02:09.470728 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52434) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:09.582016 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0c62d9c2-96df-4d05-881e-ee52ede75d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:09.672199 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0c62d9c2-96df-4d05-881e-ee52ede75d1c admin admin] Publish callbacks [] for security_group (ebd0eb73-0bda-46ed-8ae8-3c00b28f146f), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:09.687464 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0c62d9c2-96df-4d05-881e-ee52ede75d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ebd0eb73-0bda-46ed-8ae8-3c00b28f146f), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:09.734777 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-0c62d9c2-96df-4d05-881e-ee52ede75d1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0946ec76097b438fb7b6dc97202f5aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629094 Jan 28 12:02:09.737799 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52440) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:09.739072 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62d9c2-96df-4d05-881e-ee52ede75d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd0eb73-0bda-46ed-8ae8-3c00b28f146f,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:09.749368 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1566056-d903-4d5e-a6cd-db708dd6981b req-4e1b4675-39c0-4f5e-ad0f-0550bfe5a32b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:09.750950 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d1566056-d903-4d5e-a6cd-db708dd6981b req-4e1b4675-39c0-4f5e-ad0f-0550bfe5a32b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0960627 Jan 28 12:02:09.787885 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cff70398-776f-4b1c-8639-c88341c61837 admin admin] Publish callbacks [] for security_group (ebd0eb73-0bda-46ed-8ae8-3c00b28f146f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:09.798521 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d1566056-d903-4d5e-a6cd-db708dd6981b req-fcc287b1-e6c5-4b71-9fa8-7387dd2eb6c8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 Jan 28 12:02:09.810900 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cff70398-776f-4b1c-8639-c88341c61837 admin admin] Publish callbacks [] for security_group (ebd0eb73-0bda-46ed-8ae8-3c00b28f146f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:09.870176 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cff70398-776f-4b1c-8639-c88341c61837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ebd0eb73-0bda-46ed-8ae8-3c00b28f146f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:09.873052 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cff70398-776f-4b1c-8639-c88341c61837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:09.874188 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-cff70398-776f-4b1c-8639-c88341c61837 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebd0eb73-0bda-46ed-8ae8-3c00b28f146f HTTP/1.1" status: 204 len: 168 time: 0.1351533 Jan 28 12:02:09.882696 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff70398-776f-4b1c-8639-c88341c61837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd0eb73-0bda-46ed-8ae8-3c00b28f146f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:10.145815 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52448) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:10.159599 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2acab552-7aa4-44a7-a796-597b95373466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.234536 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2acab552-7aa4-44a7-a796-597b95373466 admin admin] Publish callbacks [] for security_group (295afd30-10d2-4077-a33f-08e4a4e6baae), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.241447 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2acab552-7aa4-44a7-a796-597b95373466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (295afd30-10d2-4077-a33f-08e4a4e6baae), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.279594 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-2acab552-7aa4-44a7-a796-597b95373466 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=657f73d3eb8040b184318ba3e274a758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327140 Jan 28 12:02:10.281671 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acab552-7aa4-44a7-a796-597b95373466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295afd30-10d2-4077-a33f-08e4a4e6baae,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:10.282413 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52452) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:10.338416 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f6a738c0-27ec-4132-ad8f-ae007d9f33a0 admin admin] Publish callbacks [] for security_group (295afd30-10d2-4077-a33f-08e4a4e6baae), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.363636 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f6a738c0-27ec-4132-ad8f-ae007d9f33a0 admin admin] Publish callbacks [] for security_group (295afd30-10d2-4077-a33f-08e4a4e6baae), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.414623 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f6a738c0-27ec-4132-ad8f-ae007d9f33a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (295afd30-10d2-4077-a33f-08e4a4e6baae), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.418101 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f6a738c0-27ec-4132-ad8f-ae007d9f33a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.419409 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f6a738c0-27ec-4132-ad8f-ae007d9f33a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/295afd30-10d2-4077-a33f-08e4a4e6baae HTTP/1.1" status: 204 len: 168 time: 0.1347232 Jan 28 12:02:10.431590 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a738c0-27ec-4132-ad8f-ae007d9f33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295afd30-10d2-4077-a33f-08e4a4e6baae,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:10.579576 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9b637-ac5b-40e6-8c46-9078f71c8bc5 req-eec66eb5-771f-4c6c-aca3-58f5a529adf3 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:10.581196 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-76a9b637-ac5b-40e6-8c46-9078f71c8bc5 req-eec66eb5-771f-4c6c-aca3-58f5a529adf3 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Jan 28 12:02:10.633577 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-76a9b637-ac5b-40e6-8c46-9078f71c8bc5 req-41bff6ce-1fd4-4a3e-a622-4f61cf7e3e4f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Jan 28 12:02:10.756101 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3182f-acb5-4acd-898c-9a903fc20b0f req-e7035588-14c3-4b91-b278-c84c6e37ea12 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:10.757581 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ddf3182f-acb5-4acd-898c-9a903fc20b0f req-e7035588-14c3-4b91-b278-c84c6e37ea12 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0559614 Jan 28 12:02:10.766477 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52472) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:10.771039 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'floatingip': {'port_id': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:10.849169 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (10abb83d-c168-43f5-8f2a-888e0cb50f18), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:10.925091 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7bec9-3524-4a54-bb0a-76e1ae63beea req-9c5490e6-b985-446f-acdc-3b5ad336deb9 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:10.926911 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-04a7bec9-3524-4a54-bb0a-76e1ae63beea req-9c5490e6-b985-446f-acdc-3b5ad336deb9 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0518384 Jan 28 12:02:10.978643 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-04a7bec9-3524-4a54-bb0a-76e1ae63beea req-ef8a0ed4-c405-4411-97b3-a5f65442b4c7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Jan 28 12:02:11.580348 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:11.585664 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (10abb83d-c168-43f5-8f2a-888e0cb50f18), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:11.688155 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Floating IP 10abb83d-c168-43f5-8f2a-888e0cb50f18 associated. External IP: 172.27.0.147, port: 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1. Jan 28 12:02:11.876224 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 6f6225a0-f1f0-41f1-a5d7-57fa2907837b no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:02:11.901068 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 6f6225a0-f1f0-41f1-a5d7-57fa2907837b {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:02:11.901352 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 6f6225a0-f1f0-41f1-a5d7-57fa2907837b not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:02:11.905540 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Router 1b667aba-49ba-44f3-b4e1-530570e6e164 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:02:12.016811 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:02:12.021806 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:12.029996 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] Sync routers for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:02:12.041078 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:12.041699 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:12.053436 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3d20c52e-87ed-4ae8-bc44-705cf255cb6f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "PUT /v2.0/floatingips/10abb83d-c168-43f5-8f2a-888e0cb50f18 HTTP/1.1" status: 200 len: 991 time: 1.2858491 Jan 28 12:02:12.054063 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:02:12.056358 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c96b37-d976-4161-b36b-a193a48d54fd" -d '{"events": [{"name": "network-changed", "server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:02:12.097796 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343fef8-1231-47ce-9e59-f249362352e7 req-6d5c5cda-3f3f-4903-8e7d-62bb99d546b5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:12.099320 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2343fef8-1231-47ce-9e59-f249362352e7 req-6d5c5cda-3f3f-4903-8e7d-62bb99d546b5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0508773 Jan 28 12:02:12.149670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2343fef8-1231-47ce-9e59-f249362352e7 req-e0208e8d-5b3e-4a32-81c2-9d01b0ff98d4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Jan 28 12:02:12.155916 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:12.194018 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7886095c-60a8-45a6-8217-0b2061daa2a4 x-openstack-request-id: req-7886095c-60a8-45a6-8217-0b2061daa2a4 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:02:12.194313 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:02:12.194568 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7886095c-60a8-45a6-8217-0b2061daa2a4 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:02:12.194975 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'status': 'completed', 'code': 200} Jan 28 12:02:12.432896 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '10abb83d-c168-43f5-8f2a-888e0cb50f18', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'port_id': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'mac_address': 'fa:16:3e:2a:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bad983-788c-47ec-b6b5-a71f37726e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:01:58Z', 'updated_at': '2022-01-28T12:02:11Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:12.459878 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] Checking router: 1b667aba-49ba-44f3-b4e1-530570e6e164 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:02:12.469174 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:12.469789 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:01:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:12.705763 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:12.929761 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '10abb83d-c168-43f5-8f2a-888e0cb50f18', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'port_id': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'mac_address': 'fa:16:3e:2a:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bad983-788c-47ec-b6b5-a71f37726e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:01:58Z', 'updated_at': '2022-01-28T12:02:11Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:12.956681 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c41ee-f9f3-49b0-ac99-3136ce383b63 None None] The sync data for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi is: [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '10abb83d-c168-43f5-8f2a-888e0cb50f18', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'port_id': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'mac_address': 'fa:16:3e:2a:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bad983-788c-47ec-b6b5-a71f37726e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:01:58Z', 'updated_at': '2022-01-28T12:02:11Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:02:13.150866 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ff6de-850c-475d-98cc-7aa8bd48782c None None] New status for floating IP 10abb83d-c168-43f5-8f2a-888e0cb50f18: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:02:13.269305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567bb80-a8d0-45d3-a376-f23168991473 req-dab4baab-df0b-49c4-8c33-9e94c4157454 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:13.270706 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a567bb80-a8d0-45d3-a376-f23168991473 req-dab4baab-df0b-49c4-8c33-9e94c4157454 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0515139 Jan 28 12:02:13.322848 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a567bb80-a8d0-45d3-a376-f23168991473 req-ced1ed5d-120d-4234-8106-ca8d1ccd969e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461628 Jan 28 12:02:14.442412 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dab6b-6dee-4ab0-8ac5-75edec22426e req-32325f98-ca2a-4094-b057-60bd1f07aa2d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:14.444089 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5d6dab6b-6dee-4ab0-8ac5-75edec22426e req-32325f98-ca2a-4094-b057-60bd1f07aa2d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0528290 Jan 28 12:02:14.491814 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5d6dab6b-6dee-4ab0-8ac5-75edec22426e req-93c1806d-408a-4a6b-be03-f3346ff23f7a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Jan 28 12:02:14.705177 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c96b37-d976-4161-b36b-a193a48d54fd req-4d62181c-c83d-4707-a7e7-23d79e158dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:14.706650 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c96b37-d976-4161-b36b-a193a48d54fd req-4d62181c-c83d-4707-a7e7-23d79e158dcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1098 time: 0.0464401 Jan 28 12:02:14.802066 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c96b37-d976-4161-b36b-a193a48d54fd req-bd186f62-1ecf-4a18-b1d8-6c250b40dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:14.803556 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c96b37-d976-4161-b36b-a193a48d54fd req-bd186f62-1ecf-4a18-b1d8-6c250b40dd8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.0900784 Jan 28 12:02:14.874235 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c96b37-d976-4161-b36b-a193a48d54fd req-4accdb5c-2f7b-4a31-9a3f-757419f015dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0635850 Jan 28 12:02:14.929066 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c96b37-d976-4161-b36b-a193a48d54fd req-2fe9e99f-fa91-4397-9798-ca0456d82219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:14.930517 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c96b37-d976-4161-b36b-a193a48d54fd req-2fe9e99f-fa91-4397-9798-ca0456d82219 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0461962 Jan 28 12:02:14.978104 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c96b37-d976-4161-b36b-a193a48d54fd req-2ca90123-6189-4901-94e2-c64567067c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:14.979514 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c96b37-d976-4161-b36b-a193a48d54fd req-2ca90123-6189-4901-94e2-c64567067c41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409009 Jan 28 12:02:15.071068 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c96b37-d976-4161-b36b-a193a48d54fd req-ed48256d-a828-4aa5-9d66-0216a8a7e812 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846231 Jan 28 12:02:15.170620 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c96b37-d976-4161-b36b-a193a48d54fd req-e39cbff7-e181-4244-b1f0-b66b9975adf6 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842805 Jan 28 12:02:15.620144 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aedd5-e5fb-4ada-96b4-6f7de8a9ec6c req-a17b4908-9835-494a-aeb5-0a881d9dc9f7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:15.621651 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-693aedd5-e5fb-4ada-96b4-6f7de8a9ec6c req-a17b4908-9835-494a-aeb5-0a881d9dc9f7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0604951 Jan 28 12:02:15.671538 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-693aedd5-e5fb-4ada-96b4-6f7de8a9ec6c req-dc53fb50-f8fc-4e03-bf5c-964523377b84 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442460 Jan 28 12:02:16.190629 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52548) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:16.300059 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0fec6de-6860-423f-beb3-1b2d29b39d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:16.380878 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0fec6de-6860-423f-beb3-1b2d29b39d6c admin admin] Publish callbacks [] for security_group (024c8505-0e9c-4291-b7c0-cd60b6de0e16), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:16.385210 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c0fec6de-6860-423f-beb3-1b2d29b39d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (024c8505-0e9c-4291-b7c0-cd60b6de0e16), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:16.422313 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c0fec6de-6860-423f-beb3-1b2d29b39d6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6aef69f461254c42a9c90675898037fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304070 Jan 28 12:02:16.423180 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fec6de-6860-423f-beb3-1b2d29b39d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024c8505-0e9c-4291-b7c0-cd60b6de0e16,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:16.425001 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52552) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:16.475838 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0c83247-02ee-4d3f-99ae-7622a81c9862 admin admin] Publish callbacks [] for security_group (024c8505-0e9c-4291-b7c0-cd60b6de0e16), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:16.498166 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0c83247-02ee-4d3f-99ae-7622a81c9862 admin admin] Publish callbacks [] for security_group (024c8505-0e9c-4291-b7c0-cd60b6de0e16), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:16.554229 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0c83247-02ee-4d3f-99ae-7622a81c9862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (024c8505-0e9c-4291-b7c0-cd60b6de0e16), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:16.558136 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0c83247-02ee-4d3f-99ae-7622a81c9862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:16.559401 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f0c83247-02ee-4d3f-99ae-7622a81c9862 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/024c8505-0e9c-4291-b7c0-cd60b6de0e16 HTTP/1.1" status: 204 len: 168 time: 0.1333485 Jan 28 12:02:16.567474 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c83247-02ee-4d3f-99ae-7622a81c9862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024c8505-0e9c-4291-b7c0-cd60b6de0e16,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:16.803727 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd0082-e34f-48a6-b0c7-56d3359f3fd9 req-003d2092-2d2b-4bd0-b4d0-b948974a7345 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:16.805468 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-57cd0082-e34f-48a6-b0c7-56d3359f3fd9 req-003d2092-2d2b-4bd0-b4d0-b948974a7345 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0637653 Jan 28 12:02:16.857128 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-57cd0082-e34f-48a6-b0c7-56d3359f3fd9 req-810c1915-b1db-4c42-bab5-9d7017f73abc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 Jan 28 12:02:17.974545 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d644f54-0906-497f-b2d1-f49abfc4e649 req-1f591642-c547-441b-9459-8da768842cbf tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:17.976037 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5d644f54-0906-497f-b2d1-f49abfc4e649 req-1f591642-c547-441b-9459-8da768842cbf tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0532665 Jan 28 12:02:18.021635 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5d644f54-0906-497f-b2d1-f49abfc4e649 req-3635fe4a-6c26-4ee1-87b6-68fa8ae0a983 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Jan 28 12:02:18.431481 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-136a0590-3820-4c40-9450-7ebb0a84c854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:18.727349 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728dcc-f8ce-4468-9bf2-7fa4f99a174e req-403d1271-49bd-4791-8413-8a27d5e18fa7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:18.729333 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-de728dcc-f8ce-4468-9bf2-7fa4f99a174e req-403d1271-49bd-4791-8413-8a27d5e18fa7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0534613 Jan 28 12:02:18.746473 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-52ab6623-1a08-4ea4-b817-1bb0a28d76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:18.748082 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-52ab6623-1a08-4ea4-b817-1bb0a28d76f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1138 time: 0.0490153 Jan 28 12:02:18.811846 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-de728dcc-f8ce-4468-9bf2-7fa4f99a174e req-306a9c3d-be8f-44af-a2df-eb7240d15abf tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761940 Jan 28 12:02:18.859269 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-10c8ade3-a6c8-474d-b2d2-88223b4f322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:18.860823 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-10c8ade3-a6c8-474d-b2d2-88223b4f322f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 915 time: 0.1045921 Jan 28 12:02:18.931095 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-39547196-faad-4888-9a28-5d3d0b839115 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 1001 time: 0.0636005 Jan 28 12:02:18.981005 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-8ae0b4ad-98f7-4501-8b56-d34e85d9617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:18.982506 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-8ae0b4ad-98f7-4501-8b56-d34e85d9617f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 200 len: 853 time: 0.0446186 Jan 28 12:02:19.036513 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-41b27c58-be55-41ff-a94e-3fea3f8b37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:19.038034 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-41b27c58-be55-41ff-a94e-3fea3f8b37c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1445ae6d-def7-4e92-8b55-e8f59744c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421872 Jan 28 12:02:19.134100 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-668e85e0-d930-4b89-85f0-87c4549456ea service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Jan 28 12:02:19.137945 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258de9-cde9-4687-84b9-28706794f1c7 req-6ed74e4c-a83d-4236-b317-c6be36de7ea5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:19.139391 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e3258de9-cde9-4687-84b9-28706794f1c7 req-6ed74e4c-a83d-4236-b317-c6be36de7ea5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0494082 Jan 28 12:02:19.186950 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e3258de9-cde9-4687-84b9-28706794f1c7 req-b651291d-1a51-499e-ad4c-35953832ae47 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Jan 28 12:02:19.933286 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8334fb-e153-42c6-853b-75fbf8f479d8 req-6c7a865c-62e7-4897-82fa-d202302400a3 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:19.934674 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1a8334fb-e153-42c6-853b-75fbf8f479d8 req-6c7a865c-62e7-4897-82fa-d202302400a3 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0507081 Jan 28 12:02:20.000058 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1a8334fb-e153-42c6-853b-75fbf8f479d8 req-bbf93925-dcb9-4965-94fc-ded35722905d tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593514 Jan 28 12:02:20.324780 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024d97-685f-4a83-879c-b8b34ba62abd req-8a303bb8-a7c6-4f76-b112-3a872aeaec5d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:20.326248 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-43024d97-685f-4a83-879c-b8b34ba62abd req-8a303bb8-a7c6-4f76-b112-3a872aeaec5d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0609856 Jan 28 12:02:20.374906 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-43024d97-685f-4a83-879c-b8b34ba62abd req-d02eddf6-1695-4c78-85b0-d882b7e4ac98 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402794 Jan 28 12:02:20.646962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-086e4955-534e-468f-999d-35f182344370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:21.126364 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a832be-7ca5-423f-beb9-3c83bcc95774 req-89e4345c-53f8-4ee9-bfd9-f008b7bdf085 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:21.128107 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a8a832be-7ca5-423f-beb9-3c83bcc95774 req-89e4345c-53f8-4ee9-bfd9-f008b7bdf085 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0510361 Jan 28 12:02:21.194847 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a8a832be-7ca5-423f-beb9-3c83bcc95774 req-1c540f72-16b1-4a9e-8057-fa15a9fb4fec tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609884 Jan 28 12:02:21.503488 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cf24a-7643-4d58-a0d8-a90cfd1d60a1 req-1f8611e4-d6eb-42b2-ae3f-7f05cfb6412f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:21.504982 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b31cf24a-7643-4d58-a0d8-a90cfd1d60a1 req-1f8611e4-d6eb-42b2-ae3f-7f05cfb6412f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0513029 Jan 28 12:02:21.555901 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b31cf24a-7643-4d58-a0d8-a90cfd1d60a1 req-8922d333-07b1-4019-bbb6-3228303f9f8e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451016 Jan 28 12:02:21.557017 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:21.637815 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:21.850312 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48539164-69f5-4f3f-a6d9-b2a349b87171 req-dfa7a3a5-05be-47d9-bddd-10823609c482 service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886979 Jan 28 12:02:22.317764 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8e38e-f6f1-4662-b0b3-43006427e7ac req-64f3cbd9-cc01-42cd-99b3-a9cab27cf8dd tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:22.319593 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cfe8e38e-f6f1-4662-b0b3-43006427e7ac req-64f3cbd9-cc01-42cd-99b3-a9cab27cf8dd tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0513699 Jan 28 12:02:22.383297 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cfe8e38e-f6f1-4662-b0b3-43006427e7ac req-f50abf9d-f680-40e6-8bc6-58ccb730d67d tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571029 Jan 28 12:02:22.683624 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616918c8-5361-414e-8c7a-580d22e7620c req-38bb434a-b898-4c1c-b0fe-de657f325c5f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:22.685118 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-616918c8-5361-414e-8c7a-580d22e7620c req-38bb434a-b898-4c1c-b0fe-de657f325c5f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0486302 Jan 28 12:02:22.732363 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-616918c8-5361-414e-8c7a-580d22e7620c req-d20231e3-236a-48c1-80de-1c98d183315a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Jan 28 12:02:23.228775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:23.536575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d045d-10d4-4404-bed1-af594c442283 req-5c4ec192-95ef-4aca-aab9-5e49929832a0 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:23.537929 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e4d045d-10d4-4404-bed1-af594c442283 req-5c4ec192-95ef-4aca-aab9-5e49929832a0 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0633011 Jan 28 12:02:23.595943 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e4d045d-10d4-4404-bed1-af594c442283 req-1071f047-7f4d-4522-958f-a14feaa74c20 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522480 Jan 28 12:02:23.856237 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2fe2d-dc4c-412a-a958-bbbf8d929e57 req-4f86c56f-3666-4976-8cae-9d351eee57d8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:23.857701 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d9c2fe2d-dc4c-412a-a958-bbbf8d929e57 req-4f86c56f-3666-4976-8cae-9d351eee57d8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0496523 Jan 28 12:02:23.905985 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d9c2fe2d-dc4c-412a-a958-bbbf8d929e57 req-593ecedd-2b5f-4428-83a4-6bab6019810d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Jan 28 12:02:24.558619 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:24.729562 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629550e8-1e8f-4b6e-bcbc-8e2cc3b69071 req-6c4998b4-e63a-45dd-a94e-510804ab9916 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:24.731036 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-629550e8-1e8f-4b6e-bcbc-8e2cc3b69071 req-6c4998b4-e63a-45dd-a94e-510804ab9916 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0545506 Jan 28 12:02:24.793650 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-629550e8-1e8f-4b6e-bcbc-8e2cc3b69071 req-3cba929f-ed17-4ac9-b5c0-bb66b917b9e5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541670 Jan 28 12:02:25.044635 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ff162-9ceb-4a83-a58d-b4caf50de57f req-b44b25fb-4bd3-417e-b25c-0813f03cad9c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:25.046333 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c84ff162-9ceb-4a83-a58d-b4caf50de57f req-b44b25fb-4bd3-417e-b25c-0813f03cad9c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0624225 Jan 28 12:02:25.093963 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c84ff162-9ceb-4a83-a58d-b4caf50de57f req-3dc67db8-dd65-4b6d-b19f-3ed546da793f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 Jan 28 12:02:25.929946 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba31bfc-e0f0-49fa-b5d7-e944c20bd43c req-b59510dc-0635-48fa-ade6-51dde47d1ee1 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:25.931325 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dba31bfc-e0f0-49fa-b5d7-e944c20bd43c req-b59510dc-0635-48fa-ade6-51dde47d1ee1 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0603375 Jan 28 12:02:25.999025 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dba31bfc-e0f0-49fa-b5d7-e944c20bd43c req-2929fb33-2803-49dc-b78d-8420bde5e55f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620308 Jan 28 12:02:26.214817 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ba99e-6132-4eea-8c5c-6b2b5b4adad6 req-296e2413-a449-4689-ac95-96f41b00691e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:26.216411 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-373ba99e-6132-4eea-8c5c-6b2b5b4adad6 req-296e2413-a449-4689-ac95-96f41b00691e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0539424 Jan 28 12:02:26.268188 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-373ba99e-6132-4eea-8c5c-6b2b5b4adad6 req-39aad21f-5ae8-4abd-a46a-576b35e6521e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459754 Jan 28 12:02:26.510416 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6531b5-32a8-4f97-a271-ba7bea0edeb8 req-27dc6cab-1edc-41da-af0a-b569ab061a93 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:26.511887 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2c6531b5-32a8-4f97-a271-ba7bea0edeb8 req-27dc6cab-1edc-41da-af0a-b569ab061a93 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0495458 Jan 28 12:02:26.563294 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2c6531b5-32a8-4f97-a271-ba7bea0edeb8 req-e5eb00ce-0599-4fcb-b554-3ab3018bef7a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Jan 28 12:02:27.392813 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64378e-b6a2-48bc-b8dc-476304c120f0 req-fb137f72-36bd-4ca0-9616-723b2af1ff58 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:27.394288 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ed64378e-b6a2-48bc-b8dc-476304c120f0 req-fb137f72-36bd-4ca0-9616-723b2af1ff58 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.3202510 Jan 28 12:02:27.457344 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ed64378e-b6a2-48bc-b8dc-476304c120f0 req-7dec55bf-db1b-4de1-b69c-5ff833dfdd9f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553615 Jan 28 12:02:27.695000 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba366c0-3224-4efe-8c93-4ccaff6a3c75 req-8126eda1-4694-470b-b9de-7b6e74351a1d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:27.696569 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cba366c0-3224-4efe-8c93-4ccaff6a3c75 req-8126eda1-4694-470b-b9de-7b6e74351a1d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0504394 Jan 28 12:02:27.746202 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cba366c0-3224-4efe-8c93-4ccaff6a3c75 req-aa7e5bce-4b96-4320-9656-96db57af8f1d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Jan 28 12:02:28.191100 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-66193659-a601-4bf3-a0d6-bd78d3b67baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:28.192707 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-66193659-a601-4bf3-a0d6-bd78d3b67baa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 1098 time: 0.0486431 Jan 28 12:02:28.290599 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-4efd50d1-ac33-4afe-b95e-3d4562539199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:28.292186 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-4efd50d1-ac33-4afe-b95e-3d4562539199 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 912 time: 0.0903831 Jan 28 12:02:28.361315 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-c4b42cb2-685a-4076-bc69-cd03155f3a01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 200 len: 1000 time: 0.0624626 Jan 28 12:02:28.416618 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-e6d268ac-005c-4644-8766-0d5b38f43680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:28.418122 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-e6d268ac-005c-4644-8766-0d5b38f43680 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.0500708 Jan 28 12:02:28.467567 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-3865ae30-5724-4a95-9ecb-b7f81afd7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:28.469195 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-3865ae30-5724-4a95-9ecb-b7f81afd7703 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443399 Jan 28 12:02:28.569039 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-cb1a3a06-d35e-46af-9fce-71a03e886d0b service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Jan 28 12:02:28.573872 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a2a68-508e-4c20-b174-5d68da3cef26 req-9419be15-e7a6-4e1f-a3a3-32a79cfe2fe3 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:28.575506 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-da1a2a68-508e-4c20-b174-5d68da3cef26 req-9419be15-e7a6-4e1f-a3a3-32a79cfe2fe3 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0491884 Jan 28 12:02:28.636924 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-da1a2a68-508e-4c20-b174-5d68da3cef26 req-f84c85d8-44e6-40a1-b83c-ae6d15717d7b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550468 Jan 28 12:02:28.658365 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d8bdeeb-e512-421c-a0fc-35058d050033 req-63c4ceaf-1f91-4f36-8cc2-513e01ab3083 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831730 Jan 28 12:02:28.883614 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3759843-51e5-4f6e-b07b-1692dd9dafa2 req-9fc66c5f-808c-4c72-81e8-01d078deb7bc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:28.885440 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f3759843-51e5-4f6e-b07b-1692dd9dafa2 req-9fc66c5f-808c-4c72-81e8-01d078deb7bc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0507159 Jan 28 12:02:28.931132 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f3759843-51e5-4f6e-b07b-1692dd9dafa2 req-9569d077-e059-4dcb-9f6f-57caceed369e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 Jan 28 12:02:29.767035 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1b2f-9d4e-41d3-af09-9bedc47a9d65 req-9add65bb-edea-46cf-864c-5aa7a03fd562 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:29.768429 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e87f1b2f-9d4e-41d3-af09-9bedc47a9d65 req-9add65bb-edea-46cf-864c-5aa7a03fd562 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0572691 Jan 28 12:02:29.841814 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e87f1b2f-9d4e-41d3-af09-9bedc47a9d65 req-64ec4e60-fe9e-45fc-97e6-585d9ec7e4d8 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657511 Jan 28 12:02:30.079474 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ffb7c-e9c8-4dd5-989e-36cf0d5eafd0 req-2b5f3c32-efb4-4653-b931-3bea8d89e843 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:30.080988 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b7ffb7c-e9c8-4dd5-989e-36cf0d5eafd0 req-2b5f3c32-efb4-4653-b931-3bea8d89e843 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0649731 Jan 28 12:02:30.134454 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0b7ffb7c-e9c8-4dd5-989e-36cf0d5eafd0 req-277d1442-d1d1-43ea-89ea-85a92384546d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 Jan 28 12:02:30.979291 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62901fb-445c-4034-9d4e-c5958db41ffb req-63a74cb3-56c0-4c0d-9541-816215815af7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:30.981022 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f62901fb-445c-4034-9d4e-c5958db41ffb req-63a74cb3-56c0-4c0d-9541-816215815af7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0612774 Jan 28 12:02:31.043276 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f62901fb-445c-4034-9d4e-c5958db41ffb req-951e7f7d-c0a1-495d-96e6-b1165ae327b2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565641 Jan 28 12:02:32.167017 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f697dd-3a4c-4f7f-a78b-7469a44d2066 req-34f952e1-f534-4249-9ff7-3c571a1529ff tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:32.168458 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-68f697dd-3a4c-4f7f-a78b-7469a44d2066 req-34f952e1-f534-4249-9ff7-3c571a1529ff tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0568318 Jan 28 12:02:32.236369 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-68f697dd-3a4c-4f7f-a78b-7469a44d2066 req-31e723b7-15bd-423a-8ee8-500d89b5c4a1 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619881 Jan 28 12:02:33.358299 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45430a8-d369-4da4-b7b9-6dc328ac0225 req-ec2e51ac-67a4-4cb6-b651-6773faaf9d75 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:33.359797 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f45430a8-d369-4da4-b7b9-6dc328ac0225 req-ec2e51ac-67a4-4cb6-b651-6773faaf9d75 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0506496 Jan 28 12:02:33.419195 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f45430a8-d369-4da4-b7b9-6dc328ac0225 req-486c7db2-e3fb-4a80-88f4-299ab9e97fb9 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536416 Jan 28 12:02:34.539126 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133dc6a-4bba-4a4d-a71e-8c4f22b7714c req-fac5a2f9-13e7-4cd4-a3ed-6e4d54ca02b8 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:34.540670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a133dc6a-4bba-4a4d-a71e-8c4f22b7714c req-fac5a2f9-13e7-4cd4-a3ed-6e4d54ca02b8 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0502050 Jan 28 12:02:34.601326 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a133dc6a-4bba-4a4d-a71e-8c4f22b7714c req-bf9f7a85-11c0-4d97-b582-f431a5d460e2 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545959 Jan 28 12:02:35.725938 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b84fc-1bf4-4903-8a6a-8abd1cda368c req-db76b83a-4ed6-45fd-9933-51be508afaba tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:35.727404 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e2b84fc-1bf4-4903-8a6a-8abd1cda368c req-db76b83a-4ed6-45fd-9933-51be508afaba tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0556307 Jan 28 12:02:35.788031 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e2b84fc-1bf4-4903-8a6a-8abd1cda368c req-ecb72b46-d16b-4790-adb8-b1c35722b212 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521989 Jan 28 12:02:36.927124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8e2fe-6ea3-47bf-aed6-0423c29744c0 req-0981adc3-d425-4143-bda8-968112520109 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:36.928567 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-77c8e2fe-6ea3-47bf-aed6-0423c29744c0 req-0981adc3-d425-4143-bda8-968112520109 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0555255 Jan 28 12:02:36.994308 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-77c8e2fe-6ea3-47bf-aed6-0423c29744c0 req-3559597c-e49b-4af5-839a-70a2cbdb559f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544627 Jan 28 12:02:38.138830 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338160e-6e13-4412-a205-d60a92a62a31 req-c4a4e0a6-4a1d-404a-891c-1ad045c226c6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:38.140297 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6338160e-6e13-4412-a205-d60a92a62a31 req-c4a4e0a6-4a1d-404a-891c-1ad045c226c6 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0647514 Jan 28 12:02:38.206697 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6338160e-6e13-4412-a205-d60a92a62a31 req-c2d907f5-ee35-4a26-a6bb-76dafd77e505 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603888 Jan 28 12:02:38.836427 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52896) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:38.953508 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.030455 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Publish callbacks [] for security_group (124dc060-77b8-4dab-a9aa-d9359cd2d1ba), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.036897 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (124dc060-77b8-4dab-a9aa-d9359cd2d1ba), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.085867 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ff7f3c7c1484ed594a39991da7fb457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483690 Jan 28 12:02:39.086694 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124dc060-77b8-4dab-a9aa-d9359cd2d1ba,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:39.088529 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52900) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:39.108281 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.108629 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.108967 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.109292 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.109617 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.109931 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.110250 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.110571 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.110872 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.111182 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.111496 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.111805 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.112140 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55279ef-6106-4778-b9fb-962347fb71ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:39.153185 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-37567933-6e05-408b-a3f2-e19c8f56e87a admin admin] Publish callbacks [] for security_group (124dc060-77b8-4dab-a9aa-d9359cd2d1ba), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.175520 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-37567933-6e05-408b-a3f2-e19c8f56e87a admin admin] Publish callbacks [] for security_group (124dc060-77b8-4dab-a9aa-d9359cd2d1ba), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.228703 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-37567933-6e05-408b-a3f2-e19c8f56e87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (124dc060-77b8-4dab-a9aa-d9359cd2d1ba), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.232962 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-37567933-6e05-408b-a3f2-e19c8f56e87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.234115 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-37567933-6e05-408b-a3f2-e19c8f56e87a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/124dc060-77b8-4dab-a9aa-d9359cd2d1ba HTTP/1.1" status: 204 len: 168 time: 0.1447031 Jan 28 12:02:39.243623 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567933-6e05-408b-a3f2-e19c8f56e87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124dc060-77b8-4dab-a9aa-d9359cd2d1ba,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:39.327244 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4134e9-0740-449f-91cb-40f8bdfc12b3 req-56b13ac2-ed95-47fa-b4f9-e829b59e09d5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:39.328979 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1a4134e9-0740-449f-91cb-40f8bdfc12b3 req-56b13ac2-ed95-47fa-b4f9-e829b59e09d5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0500946 Jan 28 12:02:39.394897 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1a4134e9-0740-449f-91cb-40f8bdfc12b3 req-04647632-6024-4595-af6c-22be0bb0c7a7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=eed15262-f010-4290-9435-5b38c316b06a&id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597882 Jan 28 12:02:39.637483 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52920) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:39.683664 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] Deleting subnet 8bcc71c1-6ab7-451f-8532-79ff53c7b0ec {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:02:39.686905 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] Publish callbacks [] for subnet (8bcc71c1-6ab7-451f-8532-79ff53c7b0ec), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.722625 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (8bcc71c1-6ab7-451f-8532-79ff53c7b0ec), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.764621 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (8bcc71c1-6ab7-451f-8532-79ff53c7b0ec), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.821922 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (8bcc71c1-6ab7-451f-8532-79ff53c7b0ec), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.848959 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcc71c1-6ab7-451f-8532-79ff53c7b0ec,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:39.853778 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.859748 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-77476769-9ed4-4745-b443-618176c418e4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8bcc71c1-6ab7-451f-8532-79ff53c7b0ec HTTP/1.1" status: 204 len: 168 time: 0.2211523 Jan 28 12:02:39.859966 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52930) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:39.889286 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52932) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:39.936571 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (73828d43-5bad-44be-92f8-23c5fa4be674), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:39.996407 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1105750524-network', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:40.018841 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Made reservation on behalf of 032af1e7386a47caabcfb97883e8d8ca for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:02:40.021526 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.023703 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (73828d43-5bad-44be-92f8-23c5fa4be674), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.032832 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.060667 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73828d43-5bad-44be-92f8-23c5fa4be674']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:40.080775 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:40.084094 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f2f62f-115a-40d3-b4cb-2484f54b7fb6') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:40.102115 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (b0f2f62f-115a-40d3-b4cb-2484f54b7fb6), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.137856 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (b0f2f62f-115a-40d3-b4cb-2484f54b7fb6), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.148896 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:02:40.149305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (b0f2f62f-115a-40d3-b4cb-2484f54b7fb6), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:02:40.151338 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:02:40.160649 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks [] for security_group (f0ced72e-3046-496e-8a65-07eb271e88c9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.168721 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f0ced72e-3046-496e-8a65-07eb271e88c9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.198773 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ced72e-3046-496e-8a65-07eb271e88c9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:40.208979 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:02:40.219767 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.220203 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Added segment a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb of type vlan for network 87c458ba-d17a-469f-91a6-f140cef05baf Jan 28 12:02:40.220329 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (73828d43-5bad-44be-92f8-23c5fa4be674), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.228386 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.235684 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] 10.222.0.36 "DELETE /v2.0/networks/73828d43-5bad-44be-92f8-23c5fa4be674 HTTP/1.1" status: 204 len: 168 time: 0.3717704 Jan 28 12:02:40.243935 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Pushing event deleted for resources: {'Network': ['ID=73828d43-5bad-44be-92f8-23c5fa4be674,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:40.251775 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.252262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.252619 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.253167 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.253575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.253994 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.254323 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.254661 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.254994 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.255325 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.255660 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.256014 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.256340 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006ed66d-47a3-4203-921a-f2aa104bed49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:02:40.264673 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (87c458ba-d17a-469f-91a6-f140cef05baf), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.292570 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (87c458ba-d17a-469f-91a6-f140cef05baf), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.293595 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:40.294170 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.358191 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4648941 Jan 28 12:02:40.358416 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52940) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:40.365433 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Request body: {'subnet': {'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1105750524-subnet', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:40.375671 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71265-a2cb-4cbc-963a-4451583fb6ff admin admin] Pushing event updated for resources: {'Network': ['ID=87c458ba-d17a-469f-91a6-f140cef05baf,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:40.381277 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52942) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:40.386328 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 87c458ba-d17a-469f-91a6-f140cef05baf details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:02:40.393325 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Made reservation on behalf of 032af1e7386a47caabcfb97883e8d8ca for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:02:40.395739 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26662354'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.430230 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1d5a8818-f6eb-48b8-a0e5-c84a5be202f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5cdb821ebbb46e699c34764e7ca2962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449026 Jan 28 12:02:40.430558 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52944) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:40.480874 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f625d62-757f-402a-b0a7-157fc2c1b39e admin admin] Publish callbacks [] for security_group (919b303e-dcdd-4de5-99e9-7f56a9d763a9), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.509936 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f625d62-757f-402a-b0a7-157fc2c1b39e admin admin] Publish callbacks [] for security_group (919b303e-dcdd-4de5-99e9-7f56a9d763a9), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.566026 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f625d62-757f-402a-b0a7-157fc2c1b39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (919b303e-dcdd-4de5-99e9-7f56a9d763a9), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.569055 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f625d62-757f-402a-b0a7-157fc2c1b39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.570234 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1f625d62-757f-402a-b0a7-157fc2c1b39e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/919b303e-dcdd-4de5-99e9-7f56a9d763a9 HTTP/1.1" status: 204 len: 168 time: 0.1386633 Jan 28 12:02:40.578389 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f625d62-757f-402a-b0a7-157fc2c1b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919b303e-dcdd-4de5-99e9-7f56a9d763a9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:40.578741 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26305462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26662336'] for subnet (d137ce7e-5d88-4ce8-9091-9a962da36bb2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.638110 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d137ce7e-5d88-4ce8-9091-9a962da36bb2,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:40.648080 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Checking segment: {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:40.648331 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Network hostable DHCP agents. Network: 87c458ba-d17a-469f-91a6-f140cef05baf, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:02:40.665745 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Network 87c458ba-d17a-469f-91a6-f140cef05baf is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:02:40.674721 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 87c458ba-d17a-469f-91a6-f140cef05baf) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:40.679699 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:40.680470 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.684791 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1700e9f8-9a10-40ed-a40f-2d56d1043031 None None] Network 87c458ba-d17a-469f-91a6-f140cef05baf requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:02:40.701139 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4d7782eb-adff-493d-b248-3917393942a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3402843 Jan 28 12:02:40.702860 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52948) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:40.708328 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:40.729975 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (97330e9e-fb93-41dd-8c7d-b995d0304575), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.731100 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (97330e9e-fb93-41dd-8c7d-b995d0304575), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.790064 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks [] for router_controller (97330e9e-fb93-41dd-8c7d-b995d0304575), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.806678 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-87c458ba-d17a-469f-91a6-f140cef05baf', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:02:40.807703 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.940327 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks [] for router_gateway (97330e9e-fb93-41dd-8c7d-b995d0304575), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:40.959195 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Allocated IP 172.20.0.2 (87c458ba-d17a-469f-91a6-f140cef05baf/d137ce7e-5d88-4ce8-9091-9a962da36bb2/5dc7575a-306a-4a31-8b34-354c72f53289) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:02:41.101639 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Publish callbacks [] for port (5dc7575a-306a-4a31-8b34-354c72f53289), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.108188 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.148258 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks [] for router_gateway (97330e9e-fb93-41dd-8c7d-b995d0304575), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.152724 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Network 87c458ba-d17a-469f-91a6-f140cef05baf is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:41.157660 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:41.160465 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:02:41.166497 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Pushing event updated for resources: {'Port': ['ID=5dc7575a-306a-4a31-8b34-354c72f53289,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:41.167481 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.221024 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Attempting to bind port 5dc7575a-306a-4a31-8b34-354c72f53289 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:41.221397 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Attempting to bind port 5dc7575a-306a-4a31-8b34-354c72f53289 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:41.221766 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Attempting to bind port 5dc7575a-306a-4a31-8b34-354c72f53289 on network 87c458ba-d17a-469f-91a6-f140cef05baf {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:41.227478 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:41.227831 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Checking segment: {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:41.228273 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.228657 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Bound using segment: {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:41.229121 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Bound port: 5dc7575a-306a-4a31-8b34-354c72f53289, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:41.229491 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.276522 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Allocated IP 172.27.0.159 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/5e079320-bce4-4b3a-8adf-eb7653565dc2) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:02:41.291608 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] For port 5dc7575a-306a-4a31-8b34-354c72f53289, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:41.294866 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] For port 5dc7575a-306a-4a31-8b34-354c72f53289, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5dc7575a-306a-4a31-8b34-354c72f53289,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:41.298818 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.360088 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71f44f-eaf5-4bd4-b946-b97abe22c2de None None] Pushing event updated for resources: {'Port': ['ID=5dc7575a-306a-4a31-8b34-354c72f53289,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:41.390225 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks [] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.425340 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:41.464384 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:41.469403 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:41.473947 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:02:41.477078 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Pushing event updated for resources: {'Port': ['ID=5e079320-bce4-4b3a-8adf-eb7653565dc2,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:41.971510 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks [] for router_gateway (97330e9e-fb93-41dd-8c7d-b995d0304575), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.184749 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (97330e9e-fb93-41dd-8c7d-b995d0304575), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.220481 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd09165-ce55-4f84-af90-683b9e298963 None None] Network 87c458ba-d17a-469f-91a6-f140cef05baf requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:02:42.288481 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-8a4e75a8-7727-4d27-b9e7-7e294e75fea6 None None] Provisioning complete for port 5dc7575a-306a-4a31-8b34-354c72f53289 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:42.288831 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a4e75a8-7727-4d27-b9e7-7e294e75fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.325846 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Router 97330e9e-fb93-41dd-8c7d-b995d0304575 is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:02:42.417211 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e75a8-7727-4d27-b9e7-7e294e75fea6 None None] Current status of the port 5dc7575a-306a-4a31-8b34-354c72f53289 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:42.417609 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a4e75a8-7727-4d27-b9e7-7e294e75fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.436315 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5dc7575a-306a-4a31-8b34-354c72f53289 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:42.454316 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:02:42.474611 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.474945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Sync routers for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:02:42.479780 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52954) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:42.482723 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5ca41fc1-6b7b-47af-a49f-4aebab66614c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7783945 Jan 28 12:02:42.505643 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-8a4e75a8-7727-4d27-b9e7-7e294e75fea6 None None] For port 5dc7575a-306a-4a31-8b34-354c72f53289, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5dc7575a-306a-4a31-8b34-354c72f53289,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:42.510643 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:42.511268 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:42.515199 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a4e75a8-7727-4d27-b9e7-7e294e75fea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.614299 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 5dc7575a-306a-4a31-8b34-354c72f53289 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:42.614667 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.673514 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e75a8-7727-4d27-b9e7-7e294e75fea6 None None] Pushing event updated for resources: {'Port': ['ID=5dc7575a-306a-4a31-8b34-354c72f53289,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:42.709367 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:42.735189 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-50c46737-4c4f-400f-a258-661eac3e2164 None None] Provisioning complete for port 5dc7575a-306a-4a31-8b34-354c72f53289 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:42.735560 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-50c46737-4c4f-400f-a258-661eac3e2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.918405 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:42.933211 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 5dc7575a-306a-4a31-8b34-354c72f53289 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:42.970881 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-50c46737-4c4f-400f-a258-661eac3e2164 None None] Current status of the port 5dc7575a-306a-4a31-8b34-354c72f53289 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:42.995903 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:41Z', 'revision_number': 3, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:43.023306 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Checking router: 97330e9e-fb93-41dd-8c7d-b995d0304575 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:02:43.023637 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Updating router 97330e9e-fb93-41dd-8c7d-b995d0304575 port 5e079320-bce4-4b3a-8adf-eb7653565dc2 binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:02:43.053379 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.078338 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Allocated IP 172.20.0.1 (87c458ba-d17a-469f-91a6-f140cef05baf/d137ce7e-5d88-4ce8-9091-9a962da36bb2/775b54d0-e435-4029-b4be-a124eaefa052) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:02:43.177250 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks [] for port (775b54d0-e435-4029-b4be-a124eaefa052), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.213155 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (775b54d0-e435-4029-b4be-a124eaefa052), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.257575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Network 87c458ba-d17a-469f-91a6-f140cef05baf is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:43.260711 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:43.267133 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:02:43.293820 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Pushing event updated for resources: {'Port': ['ID=775b54d0-e435-4029-b4be-a124eaefa052,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:43.314241 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (97330e9e-fb93-41dd-8c7d-b995d0304575), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.447711 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Publish callbacks [] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.455788 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.457345 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (775b54d0-e435-4029-b4be-a124eaefa052), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.519570 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b81a4a-8cab-4dce-b511-653bc10a8be0 None None] Pushing event updated for resources: {'Port': ['ID=5e079320-bce4-4b3a-8adf-eb7653565dc2,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:43.523182 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Attempting to bind port 5e079320-bce4-4b3a-8adf-eb7653565dc2 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:43.523547 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Attempting to bind port 5e079320-bce4-4b3a-8adf-eb7653565dc2 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:43.524001 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Attempting to bind port 5e079320-bce4-4b3a-8adf-eb7653565dc2 on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:43.525859 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-fd860412-8333-4db5-8e8d-31f22c70b168 None None] Provisioning complete for port 775b54d0-e435-4029-b4be-a124eaefa052 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:43.526232 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fd860412-8333-4db5-8e8d-31f22c70b168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (775b54d0-e435-4029-b4be-a124eaefa052), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.531962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:43.532397 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:43.532738 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.533128 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:43.533597 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Bound port: 5e079320-bce4-4b3a-8adf-eb7653565dc2, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:43.533975 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.597158 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-fd860412-8333-4db5-8e8d-31f22c70b168 None None] Port 775b54d0-e435-4029-b4be-a124eaefa052 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:02:43.613631 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] For port 5e079320-bce4-4b3a-8adf-eb7653565dc2, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:43.616927 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] For port 5e079320-bce4-4b3a-8adf-eb7653565dc2, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5e079320-bce4-4b3a-8adf-eb7653565dc2,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:43.622442 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.632311 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks [] for port (775b54d0-e435-4029-b4be-a124eaefa052), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.637960 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (775b54d0-e435-4029-b4be-a124eaefa052), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.679682 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:43.680400 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:43.682103 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b81a4a-8cab-4dce-b511-653bc10a8be0 None None] Pushing event updated for resources: {'Port': ['ID=5e079320-bce4-4b3a-8adf-eb7653565dc2,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:43.699887 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Pushing event updated for resources: {'Port': ['ID=775b54d0-e435-4029-b4be-a124eaefa052,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:43.708409 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (97330e9e-fb93-41dd-8c7d-b995d0304575), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:43.788555 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:43.801536 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Network 87c458ba-d17a-469f-91a6-f140cef05baf is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:43.802885 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:43.927066 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Router 97330e9e-fb93-41dd-8c7d-b995d0304575 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:02:44.003170 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 2, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:44.032584 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4189eb64-1582-42a9-bb3f-eea67dbc8174 None None] The sync data for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi is: [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 2, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:02:44.038208 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:02:44.041819 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-1a5a113a-510f-48d3-9233-f003ee8e8d86 None None] Provisioning complete for port 775b54d0-e435-4029-b4be-a124eaefa052 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:44.042192 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1a5a113a-510f-48d3-9233-f003ee8e8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (775b54d0-e435-4029-b4be-a124eaefa052), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.052388 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-74afdd01-c8a8-4a2d-833e-8efa1d98bcae admin admin] 10.222.0.36 "PUT /v2.0/routers/97330e9e-fb93-41dd-8c7d-b995d0304575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705140 Jan 28 12:02:44.077684 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a113a-510f-48d3-9233-f003ee8e8d86 None None] Port 775b54d0-e435-4029-b4be-a124eaefa052 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:02:44.387358 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5dc7575a-306a-4a31-8b34-354c72f53289 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:44.449166 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 5dc7575a-306a-4a31-8b34-354c72f53289 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:44.449718 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.539428 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 5dc7575a-306a-4a31-8b34-354c72f53289 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:44.630154 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52974) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:44.635193 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2049488496-network', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:44.655618 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Made reservation on behalf of 428a957ce0dc4dc1b561118fbc6dc621 for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:02:44.658159 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.670706 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.766388 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks [] for security_group (0b401e1e-84c1-43fd-ac3b-d0a0244ead4a), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.770916 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0b401e1e-84c1-43fd-ac3b-d0a0244ead4a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.795478 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:02:44.805569 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b401e1e-84c1-43fd-ac3b-d0a0244ead4a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:44.810443 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.810790 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Added segment 4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2 of type vlan for network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a Jan 28 12:02:44.852065 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.886508 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.887495 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:44.888125 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:44.941247 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3099568 Jan 28 12:02:44.944261 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52976) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:44.950760 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Request body: {'subnet': {'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2049488496-subnet', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'ip_version': 4}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:44.964080 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a20429-a87d-4a22-ba13-07b0061306ee admin admin] Pushing event updated for resources: {'Network': ['ID=d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:44.975521 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:02:44.981755 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Made reservation on behalf of 428a957ce0dc4dc1b561118fbc6dc621 for: {'subnet': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:02:44.984333 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25457401'] for subnet (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.158440 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25222247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25457387'] for subnet (6264d74d-5a66-4516-9110-191f6d3d019b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.212578 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6264d74d-5a66-4516-9110-191f6d3d019b,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:45.228954 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Checking segment: {'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:45.229307 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Network hostable DHCP agents. Network: d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:02:45.246814 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:02:45.257682 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a) {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:45.262055 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:45.262648 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.270185 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bb736-c1d5-4bd8-92a1-8ea40df67f25 None None] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:02:45.281338 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-8527e177-c31e-4d20-bcb4-151fa0921ee4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3346848 Jan 28 12:02:45.282547 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52978) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:45.288472 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:45.318882 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.320048 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.374519 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks [] for router_controller (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), precommit_add_association {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.386255 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'fixed_ips': [{'subnet_id': '6264d74d-5a66-4516-9110-191f6d3d019b'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:02:45.387130 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.518548 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks [] for router_gateway (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.522880 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Allocated IP 172.20.0.2 (d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a/6264d74d-5a66-4516-9110-191f6d3d019b/84376bf1-b17b-43cf-b261-cc130665a500) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:02:45.672024 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Publish callbacks [] for port (84376bf1-b17b-43cf-b261-cc130665a500), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.679179 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (84376bf1-b17b-43cf-b261-cc130665a500), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.719634 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:45.724454 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:45.727431 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks [] for router_gateway (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.728829 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:02:45.737809 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Pushing event updated for resources: {'Port': ['ID=84376bf1-b17b-43cf-b261-cc130665a500,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:45.748519 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.785848 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Attempting to bind port 84376bf1-b17b-43cf-b261-cc130665a500 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:45.786293 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Attempting to bind port 84376bf1-b17b-43cf-b261-cc130665a500 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:45.786724 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Attempting to bind port 84376bf1-b17b-43cf-b261-cc130665a500 on network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:45.792184 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:45.792895 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Checking segment: {'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:45.793102 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.793686 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Bound using segment: {'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:45.794416 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Bound port: 84376bf1-b17b-43cf-b261-cc130665a500, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:45.794799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (84376bf1-b17b-43cf-b261-cc130665a500), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.864264 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] For port 84376bf1-b17b-43cf-b261-cc130665a500, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:45.866873 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Allocated IP 172.27.0.92 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/1ba3c8a5-43f8-4f32-9ad3-4251b3074601) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:02:45.867608 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] For port 84376bf1-b17b-43cf-b261-cc130665a500, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=84376bf1-b17b-43cf-b261-cc130665a500,segment=NetworkSegment(4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2),segment_id=4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:45.875546 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (84376bf1-b17b-43cf-b261-cc130665a500), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:45.944838 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd698cb9-5a24-4c3a-8c14-8f60f7151b78 None None] Pushing event updated for resources: {'Port': ['ID=84376bf1-b17b-43cf-b261-cc130665a500,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:45.985165 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks [] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.026579 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.035459 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:02:46.065465 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:46.068748 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:46.074406 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:02:46.079762 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:46.131160 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Sync routers for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:02:46.143398 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:46.145746 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:46.265929 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:46.375004 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks [] for router_gateway (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.476066 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 84376bf1-b17b-43cf-b261-cc130665a500 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:46.486969 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 2, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:46.513482 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Checking router: 97330e9e-fb93-41dd-8c7d-b995d0304575 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:02:46.513829 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Updating router 97330e9e-fb93-41dd-8c7d-b995d0304575 port 775b54d0-e435-4029-b4be-a124eaefa052 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:02:46.533135 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 84376bf1-b17b-43cf-b261-cc130665a500 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:46.534132 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (84376bf1-b17b-43cf-b261-cc130665a500), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.540690 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (775b54d0-e435-4029-b4be-a124eaefa052), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.623163 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 84376bf1-b17b-43cf-b261-cc130665a500 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:46.623681 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (84376bf1-b17b-43cf-b261-cc130665a500), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.663030 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 84376bf1-b17b-43cf-b261-cc130665a500, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=84376bf1-b17b-43cf-b261-cc130665a500,segment=NetworkSegment(4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2),segment_id=4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:46.670873 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (84376bf1-b17b-43cf-b261-cc130665a500), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.672001 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5e079320-bce4-4b3a-8adf-eb7653565dc2 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:46.780289 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=84376bf1-b17b-43cf-b261-cc130665a500,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:46.808295 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 5e079320-bce4-4b3a-8adf-eb7653565dc2 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:46.808681 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.861826 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.911290 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 5e079320-bce4-4b3a-8adf-eb7653565dc2 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:46.912850 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.939724 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 5e079320-bce4-4b3a-8adf-eb7653565dc2, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5e079320-bce4-4b3a-8adf-eb7653565dc2,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:46.946221 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.979350 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Publish callbacks [] for port (775b54d0-e435-4029-b4be-a124eaefa052), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:46.989798 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (775b54d0-e435-4029-b4be-a124eaefa052), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.017081 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=5e079320-bce4-4b3a-8adf-eb7653565dc2,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:47.026118 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Router e33da3e8-0ca9-4e53-a103-029fbfbfe93d is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:02:47.049280 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fed96-10e1-4f31-a13b-96743e7b2d96 None None] Pushing event updated for resources: {'Port': ['ID=775b54d0-e435-4029-b4be-a124eaefa052,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:47.100242 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ee1a9-fc68-462e-96ad-cd3371f426bc None None] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:02:47.123638 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Attempting to bind port 775b54d0-e435-4029-b4be-a124eaefa052 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:47.124251 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Attempting to bind port 775b54d0-e435-4029-b4be-a124eaefa052 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:47.125098 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Attempting to bind port 775b54d0-e435-4029-b4be-a124eaefa052 on network 87c458ba-d17a-469f-91a6-f140cef05baf {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:47.131665 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:47.131987 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Checking segment: {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:47.132429 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.133399 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Bound using segment: {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:47.133399 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Bound port: 775b54d0-e435-4029-b4be-a124eaefa052, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:47.133942 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (775b54d0-e435-4029-b4be-a124eaefa052), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.146363 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:02:47.166411 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.169014 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-594de161-9d81-4c1c-8379-ba91e0f66334 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8845510 Jan 28 12:02:47.169296 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Sync routers for ids ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:02:47.170856 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52984) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:47.201213 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Routers {'e33da3e8-0ca9-4e53-a103-029fbfbfe93d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:47.201848 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:47.208409 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] For port 775b54d0-e435-4029-b4be-a124eaefa052, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:47.212222 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] For port 775b54d0-e435-4029-b4be-a124eaefa052, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=775b54d0-e435-4029-b4be-a124eaefa052,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:47.222403 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (775b54d0-e435-4029-b4be-a124eaefa052), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.278854 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fed96-10e1-4f31-a13b-96743e7b2d96 None None] Pushing event updated for resources: {'Port': ['ID=775b54d0-e435-4029-b4be-a124eaefa052,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:47.309423 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:47.310156 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:47.326756 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-a49c7ff9-7973-4f35-a951-c0263902e179 None None] Provisioning complete for port 84376bf1-b17b-43cf-b261-cc130665a500 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:47.327195 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a49c7ff9-7973-4f35-a951-c0263902e179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (84376bf1-b17b-43cf-b261-cc130665a500), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.334476 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Set router e33da3e8-0ca9-4e53-a103-029fbfbfe93d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:47.452272 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:47.615110 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a49c7ff9-7973-4f35-a951-c0263902e179 None None] Current status of the port 84376bf1-b17b-43cf-b261-cc130665a500 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:47.644879 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 3, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port': {'id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:47.663601 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.675958 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Checking router: e33da3e8-0ca9-4e53-a103-029fbfbfe93d for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:02:47.677136 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Updating router e33da3e8-0ca9-4e53-a103-029fbfbfe93d port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:02:47.690919 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:47Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:47.705734 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.726303 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c11742-d5b6-47c4-974c-acab9294f828 None None] The sync data for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi is: [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:47Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:02:47.872043 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Allocated IP 172.20.0.1 (d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a/6264d74d-5a66-4516-9110-191f6d3d019b/9fff15e2-c267-4cc4-a64f-1759e760efa4) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:02:47.956245 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-22317cdb-f1ba-4936-bacc-fd317425984d None None] Provisioning complete for port 775b54d0-e435-4029-b4be-a124eaefa052 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:47.956615 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-22317cdb-f1ba-4936-bacc-fd317425984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (775b54d0-e435-4029-b4be-a124eaefa052), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:47.979414 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks [] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.019717 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.058597 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:48.061507 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:48.067476 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:02:48.073927 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Pushing event updated for resources: {'Port': ['ID=9fff15e2-c267-4cc4-a64f-1759e760efa4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:48.123822 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.144145 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-22317cdb-f1ba-4936-bacc-fd317425984d None None] Current status of the port 775b54d0-e435-4029-b4be-a124eaefa052 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:48.144537 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-22317cdb-f1ba-4936-bacc-fd317425984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (775b54d0-e435-4029-b4be-a124eaefa052), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.221924 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-22317cdb-f1ba-4936-bacc-fd317425984d None None] For port 775b54d0-e435-4029-b4be-a124eaefa052, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=775b54d0-e435-4029-b4be-a124eaefa052,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:48.228903 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-22317cdb-f1ba-4936-bacc-fd317425984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (775b54d0-e435-4029-b4be-a124eaefa052), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.293412 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.302905 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Publish callbacks [] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.322912 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.326289 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22317cdb-f1ba-4936-bacc-fd317425984d None None] Pushing event updated for resources: {'Port': ['ID=775b54d0-e435-4029-b4be-a124eaefa052,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:48.418045 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80726876-2e26-4118-b4e2-d179b8d0d9c1 None None] Pushing event updated for resources: {'Port': ['ID=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:48.428626 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Attempting to bind port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:48.429713 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Attempting to bind port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:48.430149 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Attempting to bind port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:48.437744 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-045ba25c-9899-4e8d-8c0b-0210344cbbb8 None None] Provisioning complete for port 84376bf1-b17b-43cf-b261-cc130665a500 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:48.438603 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-045ba25c-9899-4e8d-8c0b-0210344cbbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (84376bf1-b17b-43cf-b261-cc130665a500), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.465358 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:48.465602 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:48.465910 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.466295 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:48.466770 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Bound port: 1ba3c8a5-43f8-4f32-9ad3-4251b3074601, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:48.467151 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.498146 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 84376bf1-b17b-43cf-b261-cc130665a500 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:48.506523 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks [] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.512102 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.513562 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-61d5cccf-232d-43c9-855a-ed1efdbe5747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.577949 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] For port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:48.581307 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Pushing event updated for resources: {'Port': ['ID=9fff15e2-c267-4cc4-a64f-1759e760efa4,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:48.582126 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] For port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:48.584894 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.610949 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.661199 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-045ba25c-9899-4e8d-8c0b-0210344cbbb8 None None] Current status of the port 84376bf1-b17b-43cf-b261-cc130665a500 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:48.670562 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 84376bf1-b17b-43cf-b261-cc130665a500 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:48.670939 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (84376bf1-b17b-43cf-b261-cc130665a500), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.680297 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:02:48.681854 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:02:48.711997 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Routers {'e33da3e8-0ca9-4e53-a103-029fbfbfe93d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:48.712639 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:48.715992 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80726876-2e26-4118-b4e2-d179b8d0d9c1 None None] Pushing event updated for resources: {'Port': ['ID=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:48.818723 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Router e33da3e8-0ca9-4e53-a103-029fbfbfe93d has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:02:48.847158 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-92a068b3-21e5-4d72-b10f-aa346715d5dc None None] Provisioning complete for port 9fff15e2-c267-4cc4-a64f-1759e760efa4 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:48.847530 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-92a068b3-21e5-4d72-b10f-aa346715d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:48.895597 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] Set router e33da3e8-0ca9-4e53-a103-029fbfbfe93d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:48.938474 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 84376bf1-b17b-43cf-b261-cc130665a500 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:48.939564 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5e079320-bce4-4b3a-8adf-eb7653565dc2 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:48.941061 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:02:48.942852 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-92a068b3-21e5-4d72-b10f-aa346715d5dc None None] Port 9fff15e2-c267-4cc4-a64f-1759e760efa4 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:02:48.946481 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-617fc1f1-3708-4d5e-8304-3a51e12c54ad admin admin] 10.222.0.36 "PUT /v2.0/routers/e33da3e8-0ca9-4e53-a103-029fbfbfe93d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743762 Jan 28 12:02:49.094866 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-e13e67f7-61fc-458b-bd7d-fd664ae6f451 None None] Provisioning complete for port 9fff15e2-c267-4cc4-a64f-1759e760efa4 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:49.095239 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e13e67f7-61fc-458b-bd7d-fd664ae6f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.137334 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 5e079320-bce4-4b3a-8adf-eb7653565dc2 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:49.137702 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.201604 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-e13e67f7-61fc-458b-bd7d-fd664ae6f451 None None] Port 9fff15e2-c267-4cc4-a64f-1759e760efa4 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:02:49.272249 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 4, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port': {'id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9fff15e2-c267-4cc4-a64f-1759e760efa4', 'name': '', 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'mac_address': 'fa:16:3e:98:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:47Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 2, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'subnets': [{'id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:49.275334 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 5e079320-bce4-4b3a-8adf-eb7653565dc2 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:49.277764 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 775b54d0-e435-4029-b4be-a124eaefa052 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:49.311594 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef2842-495c-4a2a-92e8-258004dc0b30 None None] The sync data for ids ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'] in dv-cinder-811877-11-iscsi is: [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 4, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port': {'id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9fff15e2-c267-4cc4-a64f-1759e760efa4', 'name': '', 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'mac_address': 'fa:16:3e:98:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:47Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 2, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'subnets': [{'id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:02:49.377620 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 775b54d0-e435-4029-b4be-a124eaefa052 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:49.378512 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (775b54d0-e435-4029-b4be-a124eaefa052), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.430778 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 52996) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:49.437307 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-5b21ca44-06a9-4367-9baf-a2f9a1fcd35f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10971485', 'description': 'tempest-secgroup-smoke-10971485 description', 'project_id': '032af1e7386a47caabcfb97883e8d8ca'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:49.462292 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b21ca44-06a9-4367-9baf-a2f9a1fcd35f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.481123 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 775b54d0-e435-4029-b4be-a124eaefa052 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:49.556280 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b21ca44-06a9-4367-9baf-a2f9a1fcd35f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group (3aaba654-ea6a-4c8f-90e6-6d08ef81eab9), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.560997 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b21ca44-06a9-4367-9baf-a2f9a1fcd35f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3aaba654-ea6a-4c8f-90e6-6d08ef81eab9), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.593465 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5b21ca44-06a9-4367-9baf-a2f9a1fcd35f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.598038 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-5b21ca44-06a9-4367-9baf-a2f9a1fcd35f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1657574 Jan 28 12:02:49.598344 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 52998) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:49.602837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21ca44-06a9-4367-9baf-a2f9a1fcd35f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:49.605061 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-c81097e3-f653-4bb6-9b5d-4faeaead8586 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'security_group_rule': {'security_group_id': '3aaba654-ea6a-4c8f-90e6-6d08ef81eab9', 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:49.641231 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c81097e3-f653-4bb6-9b5d-4faeaead8586 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (a4efdf8e-8b43-4de5-87a2-b6b018bb9df3), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.709193 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c81097e3-f653-4bb6-9b5d-4faeaead8586 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (a4efdf8e-8b43-4de5-87a2-b6b018bb9df3), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.715141 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c81097e3-f653-4bb6-9b5d-4faeaead8586 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (a4efdf8e-8b43-4de5-87a2-b6b018bb9df3), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.733015 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81097e3-f653-4bb6-9b5d-4faeaead8586 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4efdf8e-8b43-4de5-87a2-b6b018bb9df3,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:49.746112 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c81097e3-f653-4bb6-9b5d-4faeaead8586 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.747366 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c81097e3-f653-4bb6-9b5d-4faeaead8586 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479359 Jan 28 12:02:49.750838 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53000) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:49.757694 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-af9bef18-7433-486a-9c6e-5e0909f78d67 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'security_group_rule': {'security_group_id': '3aaba654-ea6a-4c8f-90e6-6d08ef81eab9', 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:49.792942 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-af9bef18-7433-486a-9c6e-5e0909f78d67 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (24a53a0b-a04b-49a5-9b23-d7c46eaac24f), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.863066 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-af9bef18-7433-486a-9c6e-5e0909f78d67 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (24a53a0b-a04b-49a5-9b23-d7c46eaac24f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.869904 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-af9bef18-7433-486a-9c6e-5e0909f78d67 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (24a53a0b-a04b-49a5-9b23-d7c46eaac24f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.893393 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bef18-7433-486a-9c6e-5e0909f78d67 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a53a0b-a04b-49a5-9b23-d7c46eaac24f,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:49.901588 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-af9bef18-7433-486a-9c6e-5e0909f78d67 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:49.902748 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-af9bef18-7433-486a-9c6e-5e0909f78d67 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496036 Jan 28 12:02:49.905557 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53002) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:49.910243 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-103f6700-7d6d-4903-bab9-74de043f8f88 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'security_group_rule': {'security_group_id': '3aaba654-ea6a-4c8f-90e6-6d08ef81eab9', 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:49.950544 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-103f6700-7d6d-4903-bab9-74de043f8f88 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (223f8dbf-6171-4620-a3ab-9c8a1c54f76d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.039582 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-103f6700-7d6d-4903-bab9-74de043f8f88 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (223f8dbf-6171-4620-a3ab-9c8a1c54f76d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.044386 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-103f6700-7d6d-4903-bab9-74de043f8f88 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (223f8dbf-6171-4620-a3ab-9c8a1c54f76d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.062277 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f6700-7d6d-4903-bab9-74de043f8f88 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223f8dbf-6171-4620-a3ab-9c8a1c54f76d,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:50.071542 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-103f6700-7d6d-4903-bab9-74de043f8f88 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.072779 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-103f6700-7d6d-4903-bab9-74de043f8f88 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662595 Jan 28 12:02:50.075558 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53006) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:50.079945 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-c8a4ead1-4c44-49ad-919a-0e973cc96c2b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'security_group_rule': {'security_group_id': '3aaba654-ea6a-4c8f-90e6-6d08ef81eab9', 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:50.105729 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8a4ead1-4c44-49ad-919a-0e973cc96c2b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (cef8a570-7728-4b54-9f01-7f2955512f49), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.172732 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8a4ead1-4c44-49ad-919a-0e973cc96c2b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (cef8a570-7728-4b54-9f01-7f2955512f49), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.178836 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8a4ead1-4c44-49ad-919a-0e973cc96c2b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (cef8a570-7728-4b54-9f01-7f2955512f49), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.199979 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4ead1-4c44-49ad-919a-0e973cc96c2b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef8a570-7728-4b54-9f01-7f2955512f49,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:50.210009 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8a4ead1-4c44-49ad-919a-0e973cc96c2b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.211148 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c8a4ead1-4c44-49ad-919a-0e973cc96c2b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346476 Jan 28 12:02:50.214069 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53008) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:50.218441 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'security_group_rule': {'security_group_id': '3aaba654-ea6a-4c8f-90e6-6d08ef81eab9', 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:50.242887 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Project 032af1e7386a47caabcfb97883e8d8ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:02:50.248244 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (499bef35-932c-4ac4-bf46-344f66f82e81), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.304839 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (499bef35-932c-4ac4-bf46-344f66f82e81), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.312095 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (499bef35-932c-4ac4-bf46-344f66f82e81), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.329636 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499bef35-932c-4ac4-bf46-344f66f82e81,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:50.339416 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.340783 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2bb1ac73-a22c-47a3-8735-44771df402aa tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257308 Jan 28 12:02:50.343747 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53010) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:02:50.348598 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'security_group_rule': {'security_group_id': '3aaba654-ea6a-4c8f-90e6-6d08ef81eab9', 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:02:50.361203 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 775b54d0-e435-4029-b4be-a124eaefa052 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:50.370840 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Project 032af1e7386a47caabcfb97883e8d8ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:02:50.375952 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (524acd42-dcfc-4e1c-a7b7-4b9247b2f30d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.409439 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 775b54d0-e435-4029-b4be-a124eaefa052 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:50.409812 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (775b54d0-e435-4029-b4be-a124eaefa052), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.440324 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (524acd42-dcfc-4e1c-a7b7-4b9247b2f30d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.446456 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (524acd42-dcfc-4e1c-a7b7-4b9247b2f30d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.468460 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524acd42-dcfc-4e1c-a7b7-4b9247b2f30d,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:50.492644 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:50.494172 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ee5e8d08-f218-4418-8fe3-7e4f3df643e3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491323 Jan 28 12:02:50.512729 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 775b54d0-e435-4029-b4be-a124eaefa052 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:50.644570 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5049ca35-f8b4-4af0-ba29-c41254225d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:51.586413 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:51.642065 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:51.875718 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Sync routers for ids ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:02:51.887761 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Routers {'e33da3e8-0ca9-4e53-a103-029fbfbfe93d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:51.888414 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:52.004516 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Set router e33da3e8-0ca9-4e53-a103-029fbfbfe93d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:52.221321 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 4, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port': {'id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ec:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9fff15e2-c267-4cc4-a64f-1759e760efa4', 'name': '', 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'mac_address': 'fa:16:3e:98:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:47Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 2, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'subnets': [{'id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:52.255819 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Checking router: e33da3e8-0ca9-4e53-a103-029fbfbfe93d for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:02:52.256197 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Updating router e33da3e8-0ca9-4e53-a103-029fbfbfe93d port 9fff15e2-c267-4cc4-a64f-1759e760efa4 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:02:52.281184 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.401613 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:52.450713 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:52.450998 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.528259 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:52.528645 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.550803 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:52.555131 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.556120 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Publish callbacks [] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.564074 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.610997 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:52.616871 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010c3d4-ffb3-4743-9167-06f85cdb6fa3 None None] Pushing event updated for resources: {'Port': ['ID=9fff15e2-c267-4cc4-a64f-1759e760efa4,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:52.672397 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Attempting to bind port 9fff15e2-c267-4cc4-a64f-1759e760efa4 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:02:52.672776 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Attempting to bind port 9fff15e2-c267-4cc4-a64f-1759e760efa4 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:02:52.673143 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Attempting to bind port 9fff15e2-c267-4cc4-a64f-1759e760efa4 on network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:02:52.678712 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:02:52.679082 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Checking segment: {'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:02:52.682417 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.682417 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Bound using segment: {'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:02:52.682417 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Bound port: 9fff15e2-c267-4cc4-a64f-1759e760efa4, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:02:52.682417 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.744983 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] For port 9fff15e2-c267-4cc4-a64f-1759e760efa4, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:02:52.748264 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] For port 9fff15e2-c267-4cc4-a64f-1759e760efa4, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=9fff15e2-c267-4cc4-a64f-1759e760efa4,segment=NetworkSegment(4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2),segment_id=4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:02:52.754946 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.820191 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Routers {'e33da3e8-0ca9-4e53-a103-029fbfbfe93d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:02:52.820865 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:52.825716 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010c3d4-ffb3-4743-9167-06f85cdb6fa3 None None] Pushing event updated for resources: {'Port': ['ID=9fff15e2-c267-4cc4-a64f-1759e760efa4,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:52.851191 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-58db2976-7f5d-4a1b-be70-a340623ad95d None None] Provisioning complete for port 9fff15e2-c267-4cc4-a64f-1759e760efa4 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:52.851709 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-58db2976-7f5d-4a1b-be70-a340623ad95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.951717 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-58db2976-7f5d-4a1b-be70-a340623ad95d None None] Current status of the port 9fff15e2-c267-4cc4-a64f-1759e760efa4 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:52.952145 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-58db2976-7f5d-4a1b-be70-a340623ad95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:52.990217 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-58db2976-7f5d-4a1b-be70-a340623ad95d None None] For port 9fff15e2-c267-4cc4-a64f-1759e760efa4, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=9fff15e2-c267-4cc4-a64f-1759e760efa4,segment=NetworkSegment(4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2),segment_id=4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:02:52.995185 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-58db2976-7f5d-4a1b-be70-a340623ad95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:53.045290 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] Set router e33da3e8-0ca9-4e53-a103-029fbfbfe93d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:02:53.185000 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db2976-7f5d-4a1b-be70-a340623ad95d None None] Pushing event updated for resources: {'Port': ['ID=9fff15e2-c267-4cc4-a64f-1759e760efa4,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:02:53.192760 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-663a986e-4769-4e89-866c-c868e22fd355 None None] Provisioning complete for port 9fff15e2-c267-4cc4-a64f-1759e760efa4 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:53.193539 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-663a986e-4769-4e89-866c-c868e22fd355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:53.246882 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:53.261410 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 4, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port': {'id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9fff15e2-c267-4cc4-a64f-1759e760efa4', 'name': '', 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'mac_address': 'fa:16:3e:98:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:47Z', 'updated_at': '2022-01-28T12:02:52Z', 'revision_number': 4, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'subnets': [{'id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:02:53.287883 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5498bbb7-963d-401e-9a5c-0d6341ded3ad None None] The sync data for ids ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'] in dv-cinder-811877-11-iscsi is: [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 4, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port': {'id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '9fff15e2-c267-4cc4-a64f-1759e760efa4', 'name': '', 'network_id': 'd136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'mac_address': 'fa:16:3e:98:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:47Z', 'updated_at': '2022-01-28T12:02:52Z', 'revision_number': 4, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'subnets': [{'id': '6264d74d-5a66-4516-9110-191f6d3d019b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:02:53.296168 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-663a986e-4769-4e89-866c-c868e22fd355 None None] Current status of the port 9fff15e2-c267-4cc4-a64f-1759e760efa4 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:54.398766 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 9fff15e2-c267-4cc4-a64f-1759e760efa4 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:54.459883 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 9fff15e2-c267-4cc4-a64f-1759e760efa4 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:54.460286 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:54.554643 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:54.556219 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 9fff15e2-c267-4cc4-a64f-1759e760efa4 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:54.557371 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:02:54.607511 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:02:54.607820 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:02:54.691270 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:02:57.225975 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e070bb-0d5d-4572-9f2f-bbdc5a753078 req-c384be9b-0afe-4c0b-beeb-3d091261c634 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:57.227479 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-16e070bb-0d5d-4572-9f2f-bbdc5a753078 req-c384be9b-0afe-4c0b-beeb-3d091261c634 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0534194 Jan 28 12:02:57.278084 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-16e070bb-0d5d-4572-9f2f-bbdc5a753078 req-28f973f0-6ac6-4c1c-9f77-0e874cfcfdde tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 Jan 28 12:02:58.402620 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3c85-382b-4802-b458-26457911e073 req-af85f7ff-5fc2-4a71-80a7-c0af178c5140 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:58.404117 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-714c3c85-382b-4802-b458-26457911e073 req-af85f7ff-5fc2-4a71-80a7-c0af178c5140 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0498669 Jan 28 12:02:58.456341 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-714c3c85-382b-4802-b458-26457911e073 req-e2131064-fd13-4e78-b64e-0548c8b4d8bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465763 Jan 28 12:02:59.585309 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44dacc-7139-4752-85ba-5c2683e3fdec req-ab9e3f6c-7e36-4281-8c53-9094f96fb751 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:02:59.586770 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0d44dacc-7139-4752-85ba-5c2683e3fdec req-ab9e3f6c-7e36-4281-8c53-9094f96fb751 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0547390 Jan 28 12:02:59.637088 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0d44dacc-7139-4752-85ba-5c2683e3fdec req-50d30848-97be-4117-ab1a-b8bbdcfea683 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447874 Jan 28 12:03:00.766230 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10937ccf-5605-47e6-bf71-41d43a1b561c req-66cd1fc7-3261-4d46-8541-ddaf1ec9fd3f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:00.767703 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10937ccf-5605-47e6-bf71-41d43a1b561c req-66cd1fc7-3261-4d46-8541-ddaf1ec9fd3f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0547366 Jan 28 12:03:00.823085 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10937ccf-5605-47e6-bf71-41d43a1b561c req-4e81d597-5a9b-480b-bdd4-8fa58277a4c1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464354 Jan 28 12:03:01.955427 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8595d50-49ba-460d-bfe2-d1af07273c09 req-cb66be08-483c-4e3f-9a44-a16cafd92bab tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:01.956926 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f8595d50-49ba-460d-bfe2-d1af07273c09 req-cb66be08-483c-4e3f-9a44-a16cafd92bab tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Jan 28 12:03:02.005586 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f8595d50-49ba-460d-bfe2-d1af07273c09 req-b42dae40-f36c-4ba1-b7f3-71e3962456d5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Jan 28 12:03:03.133953 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30716ef2-5d62-4dbe-a80e-7c42fd69a87c req-26c58aa1-fba2-42cb-bf3f-e6ffb28c304e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:03.135477 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30716ef2-5d62-4dbe-a80e-7c42fd69a87c req-26c58aa1-fba2-42cb-bf3f-e6ffb28c304e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0514610 Jan 28 12:03:03.188396 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30716ef2-5d62-4dbe-a80e-7c42fd69a87c req-9f5b8ebb-a4df-4666-8ffb-76047e9da4a1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Jan 28 12:03:04.311780 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6f605-3212-40db-bef7-a830f866708d req-d5202799-36ac-45fd-8d4b-deaf26a85361 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:04.313302 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e1b6f605-3212-40db-bef7-a830f866708d req-d5202799-36ac-45fd-8d4b-deaf26a85361 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0515511 Jan 28 12:03:04.363419 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e1b6f605-3212-40db-bef7-a830f866708d req-61c64274-dba0-44b1-8993-00e7b255b7bc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Jan 28 12:03:05.499438 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1cff5-4206-4dab-b983-f4f2257ec24f req-77935730-3b58-4633-8bcf-c615128fcbed tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:05.500951 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-07d1cff5-4206-4dab-b983-f4f2257ec24f req-77935730-3b58-4633-8bcf-c615128fcbed tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0588942 Jan 28 12:03:05.550414 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-07d1cff5-4206-4dab-b983-f4f2257ec24f req-9b16d70d-6af9-4e84-9c0d-cc26d40b2122 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Jan 28 12:03:05.848201 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-168442b0-855c-4545-85c0-be53b1fbadd1 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10971485&fields=id&tenant_id=032af1e7386a47caabcfb97883e8d8ca HTTP/1.1" status: 200 len: 267 time: 0.0507426 Jan 28 12:03:05.976719 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-2dfa4382-0efd-44a2-9170-cb7e7673b786 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:05.978665 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-2dfa4382-0efd-44a2-9170-cb7e7673b786 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 809 time: 0.1207893 Jan 28 12:03:05.996574 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-f128a524-71f5-4125-8e4f-7cd7e29e15b8 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/quotas/032af1e7386a47caabcfb97883e8d8ca HTTP/1.1" status: 200 len: 375 time: 0.0109105 Jan 28 12:03:06.054828 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-af4492c5-35d2-40a4-8fc0-37657a23b4ad tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515316 Jan 28 12:03:06.161789 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-39f8024a-0b70-4a29-912c-55eefea9658a service neutron] 10.222.0.36 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907261 Jan 28 12:03:06.267709 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-60c3d352-d43d-455a-ba56-98a1196f51c8 service neutron] 10.222.0.36 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950379 Jan 28 12:03:06.570319 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-39f98820-77d2-4e24-b1af-ac20036adc98 req-32889bc2-31e0-4b37-a450-a343ace2e371 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 210 time: 0.0272348 Jan 28 12:03:06.677228 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781b07e-be26-4786-81df-6a8b444b2919 req-ed41b0d5-e789-4cee-9640-90762ec05690 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:06.678785 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b781b07e-be26-4786-81df-6a8b444b2919 req-ed41b0d5-e789-4cee-9640-90762ec05690 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0539997 Jan 28 12:03:06.731932 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b781b07e-be26-4786-81df-6a8b444b2919 req-6656ae0b-ecba-48e4-83ea-4e606af9c17d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470965 Jan 28 12:03:07.635755 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-3f34f542-d9b2-475a-afa2-54dab62012a4 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:07.643079 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-3f34f542-d9b2-475a-afa2-54dab62012a4 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.39 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 809 time: 0.1066110 Jan 28 12:03:07.680982 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-746e7b86-52a7-4ca9-9ff5-e46c2eea8555 req-c550230a-3184-4d43-a100-2bed45313c8d tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 210 time: 0.0392396 Jan 28 12:03:07.713279 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-afa162b8-595f-44d7-9c9f-70aa10a8e90c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032af1e7386a47caabcfb97883e8d8ca HTTP/1.1" status: 200 len: 378 time: 0.0595238 Jan 28 12:03:07.724965 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'port': {'device_id': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'admin_state_up': True, 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'security_groups': ['3aaba654-ea6a-4c8f-90e6-6d08ef81eab9']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:07.846829 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Made reservation on behalf of 032af1e7386a47caabcfb97883e8d8ca for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:03:07.850404 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:07.861358 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fad9d4-3432-4baa-9909-78b67068e910 req-ac3be8a6-ef0b-436b-8b69-a77277772f51 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:07.862825 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-32fad9d4-3432-4baa-9909-78b67068e910 req-ac3be8a6-ef0b-436b-8b69-a77277772f51 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0535600 Jan 28 12:03:07.912245 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-32fad9d4-3432-4baa-9909-78b67068e910 req-d97bc09e-d2b2-459f-9de5-5d58b3c4c75f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434370 Jan 28 12:03:07.985752 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Allocated IP 172.20.0.4 (87c458ba-d17a-469f-91a6-f140cef05baf/d137ce7e-5d88-4ce8-9091-9a962da36bb2/39569a3f-d27d-426f-a25a-b74e678fbc4d) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:03:08.128576 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.162580 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.210751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Network 87c458ba-d17a-469f-91a6-f140cef05baf is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:03:08.215985 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:03:08.220416 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:03:08.223746 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:08.271302 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:08.271934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.289982 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-a94ad06f-958a-4630-a969-5eaa405ef165 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690374 Jan 28 12:03:08.304630 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Request body: {'port': {'device_id': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:08.363778 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.434253 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-4ca6b1bd-ce7d-4d10-bc7f-265f9d464110 None None] Provisioning complete for port 39569a3f-d27d-426f-a25a-b74e678fbc4d triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:03:08.434863 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b1bd-ce7d-4d10-bc7f-265f9d464110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.469616 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6b1bd-ce7d-4d10-bc7f-265f9d464110 None None] Port 39569a3f-d27d-426f-a25a-b74e678fbc4d cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:03:08.629501 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39569a3f-d27d-426f-a25a-b74e678fbc4d {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:03:08.636802 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Publish callbacks [] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.648699 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Transition to ACTIVE for port object 39569a3f-d27d-426f-a25a-b74e678fbc4d will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:03:08.656999 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.702752 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:08.783242 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Attempting to bind port 39569a3f-d27d-426f-a25a-b74e678fbc4d on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:03:08.783579 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Attempting to bind port 39569a3f-d27d-426f-a25a-b74e678fbc4d by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:03:08.783937 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Attempting to bind port 39569a3f-d27d-426f-a25a-b74e678fbc4d on network 87c458ba-d17a-469f-91a6-f140cef05baf {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:03:08.788934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Port 39569a3f-d27d-426f-a25a-b74e678fbc4d on network 87c458ba-d17a-469f-91a6-f140cef05baf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:03:08.789255 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Attempting to bind port 39569a3f-d27d-426f-a25a-b74e678fbc4d on network 87c458ba-d17a-469f-91a6-f140cef05baf {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:03:08.794407 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:03:08.794911 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Checking segment: {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:03:08.795434 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Bound using segment: {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:03:08.795881 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Bound port: 39569a3f-d27d-426f-a25a-b74e678fbc4d, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:03:08.796255 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.799029 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6e9e6-00fc-4549-b1ac-005e4546f476 req-6494650c-1d2c-4aad-b6c0-d4c524b4bc77 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:08.800683 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-05d6e9e6-00fc-4549-b1ac-005e4546f476 req-6494650c-1d2c-4aad-b6c0-d4c524b4bc77 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0517483 Jan 28 12:03:08.857013 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-05d6e9e6-00fc-4549-b1ac-005e4546f476 req-3c65e4fd-3c71-4cb9-ab5d-b75dc7a2c99c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504894 Jan 28 12:03:08.873497 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:03:08.876719 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:03:08.882923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.920335 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:08.920979 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:08.922574 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] 10.222.0.39 "PUT /v2.0/ports/39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 1093 time: 0.6230736 Jan 28 12:03:08.923011 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:08.925435 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e01038-8828-4fa5-a50e-780d858ce1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:08.956759 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134a7fb-c526-4c70-b812-7e336d700ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:08.973184 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db74c7e-2d22-420f-b074-ed9ebdd376f7 x-openstack-request-id: req-9db74c7e-2d22-420f-b074-ed9ebdd376f7 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:08.973696 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:08.974558 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9db74c7e-2d22-420f-b074-ed9ebdd376f7 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:08.975027 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'status': 'completed', 'code': 200} Jan 28 12:03:09.023876 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-4710d8ba-0381-4fec-966f-422172340566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.025516 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-4710d8ba-0381-4fec-966f-422172340566 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1096 time: 0.0445790 Jan 28 12:03:09.045970 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e574d-3e9a-4784-b98f-6691cbc46834 req-f4a4bc89-4280-4e91-be75-a3a8aeaffbd2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.047622 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8e3e574d-3e9a-4784-b98f-6691cbc46834 req-f4a4bc89-4280-4e91-be75-a3a8aeaffbd2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0525320 Jan 28 12:03:09.075294 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-c94d261b-7050-42c4-8f3c-c664a6f66206 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 217 time: 0.0405262 Jan 28 12:03:09.100925 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8e3e574d-3e9a-4784-b98f-6691cbc46834 req-bbeb7c24-0ab0-4f98-b0c6-a8951be93d96 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473981 Jan 28 12:03:09.132903 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-dd721eee-b485-4eff-8806-1ecdecd5ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.134472 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-dd721eee-b485-4eff-8806-1ecdecd5ecd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 200 len: 848 time: 0.0509863 Jan 28 12:03:09.179538 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-afbb9c5e-9bdc-40a7-a294-28626ad98353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.181048 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-afbb9c5e-9bdc-40a7-a294-28626ad98353 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87c458ba-d17a-469f-91a6-f140cef05baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394895 Jan 28 12:03:09.503492 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-935bf8b3-7234-456b-9a27-ae922e337627 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131373 Jan 28 12:03:09.600538 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a210b84f-204d-4f17-bbe3-12ecbc17ee25 req-790974b7-242b-40d9-9436-096d135924ad service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902746 Jan 28 12:03:09.672553 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffad136-e123-4dad-b4e2-6a34257572bd req-7362f839-946b-4e9b-b196-a74a48a83f5d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.674041 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fffad136-e123-4dad-b4e2-6a34257572bd req-7362f839-946b-4e9b-b196-a74a48a83f5d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0523033 Jan 28 12:03:09.704070 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-bfc5d658-46db-42bf-afff-b5dda913d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.705707 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-bfc5d658-46db-42bf-afff-b5dda913d394 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1096 time: 0.0507061 Jan 28 12:03:09.725409 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fffad136-e123-4dad-b4e2-6a34257572bd req-f44ec535-e106-4b00-929e-7b00601ad583 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451858 Jan 28 12:03:09.806796 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-e1b991bb-b181-4b98-a4d0-39bc33351f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.808888 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-e1b991bb-b181-4b98-a4d0-39bc33351f28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 910 time: 0.0962293 Jan 28 12:03:09.857043 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-b4f6f9a0-4d1a-40f1-a8f7-b72de117019b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 217 time: 0.0384054 Jan 28 12:03:09.918437 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-4104f163-3f17-4a74-a08c-afd631747cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.919960 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-4104f163-3f17-4a74-a08c-afd631747cc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 200 len: 848 time: 0.0539863 Jan 28 12:03:09.976402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-1fbfcb30-1ba2-4cc0-827c-2caf94405f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.977958 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-1fbfcb30-1ba2-4cc0-827c-2caf94405f9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87c458ba-d17a-469f-91a6-f140cef05baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443957 Jan 28 12:03:09.983480 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da016-b497-4336-91d4-edff09b9d5eb req-d922a604-c137-4615-b9b5-1743264ac5e7 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:09.984991 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-851da016-b497-4336-91d4-edff09b9d5eb req-d922a604-c137-4615-b9b5-1743264ac5e7 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0539529 Jan 28 12:03:10.035250 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-851da016-b497-4336-91d4-edff09b9d5eb req-3c7fba70-b825-40d5-8535-c7bbad917fc4 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430844 Jan 28 12:03:10.066648 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-69e2c059-020e-4af5-b761-af63677e4098 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815618 Jan 28 12:03:10.168103 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74e01038-8828-4fa5-a50e-780d858ce1fa req-73609a74-7819-4b50-a62a-70e2609b2c6f service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927134 Jan 28 12:03:10.205351 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:03:10.227488 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02f503-ad97-4c17-81c0-e14752d5728d req-274864c0-504b-412a-ade5-bcf862e4d8e8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:10.228970 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5a02f503-ad97-4c17-81c0-e14752d5728d req-274864c0-504b-412a-ade5-bcf862e4d8e8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0520527 Jan 28 12:03:10.279035 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5a02f503-ad97-4c17-81c0-e14752d5728d req-cb615e6b-5974-4367-b417-ad8ee24b64fc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Jan 28 12:03:10.310928 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:10.323269 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'port_id': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'mac_address': 'fa:16:3e:2a:af:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:03:10.370529 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: ACTIVE; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:10.370717 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:10.386100 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:03:10.408260 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:10.415426 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:10.472096 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=6']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:10.480958 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.481231 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.481574 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.481914 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.482246 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.482590 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.482942 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.483302 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.483666 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.484052 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.484399 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.484775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.485132 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:10.514446 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:03:10.844893 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984d1b-83e3-47e9-b248-b0d19007b5e3 req-9588c38c-fcf2-404f-bbb1-f79eec0c834a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:10.846384 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b0984d1b-83e3-47e9-b248-b0d19007b5e3 req-9588c38c-fcf2-404f-bbb1-f79eec0c834a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0493782 Jan 28 12:03:10.900492 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b0984d1b-83e3-47e9-b248-b0d19007b5e3 req-a28449f0-97a7-4fab-8167-7eb48bf38b37 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Jan 28 12:03:11.155122 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae33ff8-0968-4c16-bc64-4f1384ef750a req-52426636-2731-41bf-9e2a-70c74a1c0e84 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:11.156707 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-eae33ff8-0968-4c16-bc64-4f1384ef750a req-52426636-2731-41bf-9e2a-70c74a1c0e84 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0517473 Jan 28 12:03:11.218749 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-eae33ff8-0968-4c16-bc64-4f1384ef750a req-a90231d9-1ee8-4906-ade0-d520f302006c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558338 Jan 28 12:03:11.416811 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362553b-303d-40ed-a61e-5a641ba3a285 req-2678592f-04de-4e2e-aa8f-790b42782bf4 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:11.418757 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8362553b-303d-40ed-a61e-5a641ba3a285 req-2678592f-04de-4e2e-aa8f-790b42782bf4 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 944 time: 0.0518994 Jan 28 12:03:11.476471 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8362553b-303d-40ed-a61e-5a641ba3a285 req-cb180146-e7b4-4b66-a27b-c51d0dc9d088 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518329 Jan 28 12:03:11.990436 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-209028ce-41ba-48b6-aef5-cb39d56219a3 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:11.992899 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-209028ce-41ba-48b6-aef5-cb39d56219a3 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0666671 Jan 28 12:03:12.042677 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3c15-649c-467c-a20e-2ad56874bcd0 req-b0f8e135-0da4-4e56-9afe-ac0de427443d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:12.049931 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c4d3c15-649c-467c-a20e-2ad56874bcd0 req-b0f8e135-0da4-4e56-9afe-ac0de427443d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 945 time: 0.0732820 Jan 28 12:03:12.113015 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Deleting port c02ff59b-c951-42ff-85e7-64fa45324157 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:12.113445 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.124922 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c4d3c15-649c-467c-a20e-2ad56874bcd0 req-7b52ad13-6631-4e20-972a-9798a0f57d4d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=1888fba2-d81d-469e-8fec-565d7a08fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677085 Jan 28 12:03:12.207470 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] For port c02ff59b-c951-42ff-85e7-64fa45324157, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c02ff59b-c951-42ff-85e7-64fa45324157,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:12.207942 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.233220 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:03:12.300170 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:03:12.300899 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.407207 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e7fb1-93f7-4a67-a74a-fd1c6cd49dd5 req-be9e9b62-25bc-43bd-a6ba-ccdf060e5556 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:12.415518 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0f9e7fb1-93f7-4a67-a74a-fd1c6cd49dd5 req-be9e9b62-25bc-43bd-a6ba-ccdf060e5556 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.1180475 Jan 28 12:03:12.460457 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:12.461099 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.481067 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0f9e7fb1-93f7-4a67-a74a-fd1c6cd49dd5 req-053526e3-b10e-411d-b854-5a1a77aa1367 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587006 Jan 28 12:03:12.503400 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:12.515362 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e90bc88-81ee-4ec5-bee1-736270e4d4ed" -d '{"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-plugged", "status": "completed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:12.530603 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.530974 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (1d1ce825-2c7f-4caf-91ef-3f946fdb734b), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.531294 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Floating IP 1d1ce825-2c7f-4caf-91ef-3f946fdb734b disassociated. External IP: 172.27.0.42, port: c02ff59b-c951-42ff-85e7-64fa45324157. Jan 28 12:03:12.531644 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Calling delete_port for c02ff59b-c951-42ff-85e7-64fa45324157 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:12.538973 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:12.547488 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.623003 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b747ae2d-7a34-4e23-8925-a938eaef8f64 x-openstack-request-id: req-b747ae2d-7a34-4e23-8925-a938eaef8f64 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:12.623003 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-plugged", "status": "completed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:12.623333 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b747ae2d-7a34-4e23-8925-a938eaef8f64 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:12.625336 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'code': 200} Jan 28 12:03:12.633816 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=7']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:12.678639 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9aeed-fcec-41e0-afe7-dd22a4336360 req-e893ab2a-26d8-4632-8caf-54d8ee71bab6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:12.680554 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e0a9aeed-fcec-41e0-afe7-dd22a4336360 req-e893ab2a-26d8-4632-8caf-54d8ee71bab6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0754142 Jan 28 12:03:12.684490 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (c02ff59b-c951-42ff-85e7-64fa45324157), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:12.719844 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event deleted for resources: {'Port': ['ID=c02ff59b-c951-42ff-85e7-64fa45324157,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:12.792039 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e0a9aeed-fcec-41e0-afe7-dd22a4336360 req-05f139db-5e4f-4319-b939-ed5f97302965 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003222 Jan 28 12:03:12.849369 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Router ce078895-c725-4df3-9089-878cef14ee62 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:03:12.988166 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:03:13.003109 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] Sync routers for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:03:13.017432 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:13.022642 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:13.054522 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] No DVR routers for this DVR port c02ff59b-c951-42ff-85e7-64fa45324157 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:03:13.058651 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:13.065392 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cef9b06c-1626-41dd-9750-a29b6e82df3a req-187e30ce-161b-4bd2-949f-4788d179ecc5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "DELETE /v2.0/ports/c02ff59b-c951-42ff-85e7-64fa45324157 HTTP/1.1" status: 204 len: 173 time: 1.0644281 Jan 28 12:03:13.066103 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'name': 'network-vif-deleted', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:13.069128 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2dd5d6-744e-4100-aec7-8a12f11f015e" -d '{"events": [{"server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "name": "network-vif-deleted", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:13.182338 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d91814-c587-409e-8051-b8a3908e7e3e x-openstack-request-id: req-94d91814-c587-409e-8051-b8a3908e7e3e {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:13.183569 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5966b6-0419-4f72-8aad-9e3388c08bf3", "name": "network-vif-deleted", "tag": "c02ff59b-c951-42ff-85e7-64fa45324157", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:13.184221 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94d91814-c587-409e-8051-b8a3908e7e3e {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:13.185643 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5966b6-0419-4f72-8aad-9e3388c08bf3', 'name': 'network-vif-deleted', 'tag': 'c02ff59b-c951-42ff-85e7-64fa45324157', 'status': 'completed', 'code': 200} Jan 28 12:03:13.216489 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:13.454325 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45940083-79e2-47a1-857e-e727b66ccd6f req-72ae4d82-3c4e-4c1e-a242-f4cbbb5b221c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c5966b6-0419-4f72-8aad-9e3388c08bf3 HTTP/1.1" status: 200 len: 210 time: 0.2252498 Jan 28 12:03:13.607278 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:13.639652 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] Checking router: ce078895-c725-4df3-9089-878cef14ee62 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:03:13.648930 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:13.649560 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:02:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:13.676689 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e2cb6-d9f5-4e9b-adc1-831a027441fd req-1dbe451f-6ace-4207-9685-ab7495fa679f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:13.678934 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-653e2cb6-d9f5-4e9b-adc1-831a027441fd req-1dbe451f-6ace-4207-9685-ab7495fa679f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0806086 Jan 28 12:03:13.794375 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:13.806873 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-653e2cb6-d9f5-4e9b-adc1-831a027441fd req-8af83856-3a69-4455-b507-c68390eac948 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199212 Jan 28 12:03:13.993147 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ff495-8d1a-4eac-90a0-0040f761b3e5 req-3a0110e9-fbd7-492a-ac82-3751329a0fb7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:13.998841 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-226ff495-8d1a-4eac-90a0-0040f761b3e5 req-3a0110e9-fbd7-492a-ac82-3751329a0fb7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.1008005 Jan 28 12:03:14.082898 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-226ff495-8d1a-4eac-90a0-0040f761b3e5 req-983d81f8-1408-4127-b418-23f81f73ac50 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787950 Jan 28 12:03:14.119713 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:14.151673 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8910c9-3cbb-4cfd-b55c-bdea18c2c355 None None] The sync data for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:03:14.416357 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc78abdc-46d8-4ea2-a02c-72f53cf9ff78 None None] New status for floating IP 1d1ce825-2c7f-4caf-91ef-3f946fdb734b: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:03:14.546220 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53274) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:14.649167 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-536e801b-ff87-43ba-912a-60efdf92d25b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (1888fba2-d81d-469e-8fec-565d7a08fff6), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:14.688582 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-536e801b-ff87-43ba-912a-60efdf92d25b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (1888fba2-d81d-469e-8fec-565d7a08fff6), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:14.759294 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-536e801b-ff87-43ba-912a-60efdf92d25b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (1888fba2-d81d-469e-8fec-565d7a08fff6), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:14.763177 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-536e801b-ff87-43ba-912a-60efdf92d25b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:14.767169 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53276) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:14.767788 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-536e801b-ff87-43ba-912a-60efdf92d25b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "DELETE /v2.0/security-groups/1888fba2-d81d-469e-8fec-565d7a08fff6 HTTP/1.1" status: 204 len: 168 time: 0.2196431 Jan 28 12:03:14.778486 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e801b-ff87-43ba-912a-60efdf92d25b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888fba2-d81d-469e-8fec-565d7a08fff6,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:14.796939 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.api.v2.resource [None req-9084eb06-413b-401e-b33d-bc8c85042870 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] show failed (client error): The resource could not be found. Jan 28 12:03:14.798329 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9084eb06-413b-401e-b33d-bc8c85042870 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups/1888fba2-d81d-469e-8fec-565d7a08fff6 HTTP/1.1" status: 404 len: 347 time: 0.0266359 Jan 28 12:03:14.801947 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53278) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:15.010609 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Deleting port 196b4cdc-2f04-499b-8dac-6f9b303e0e6f {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:15.011253 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:15.093694 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cc802-3e53-4611-812c-13ce87ec365f req-e942510f-b9f7-4e72-b90d-ece8502798b3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:15.100394 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-165cc802-3e53-4611-812c-13ce87ec365f req-e942510f-b9f7-4e72-b90d-ece8502798b3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.1811147 Jan 28 12:03:15.213430 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:15.213808 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:15.252629 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-165cc802-3e53-4611-812c-13ce87ec365f req-79b30359-03a3-4777-b526-933d51219fcf tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513524 Jan 28 12:03:15.253900 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Calling delete_port for 196b4cdc-2f04-499b-8dac-6f9b303e0e6f owned by network:floatingip {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:15.301541 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0dc2-8591-4b41-83c6-ce5cc08f9d36 req-9c1b4bb6-d14f-447f-a6ab-b9a688d8e9c5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:15.303134 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e15c0dc2-8591-4b41-83c6-ce5cc08f9d36 req-9c1b4bb6-d14f-447f-a6ab-b9a688d8e9c5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.1103113 Jan 28 12:03:15.465898 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e15c0dc2-8591-4b41-83c6-ce5cc08f9d36 req-873e9ce4-7e5a-4b0d-8c2e-5ef855b4a894 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816898 Jan 28 12:03:15.495285 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (196b4cdc-2f04-499b-8dac-6f9b303e0e6f), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:15.534516 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event deleted for resources: {'Port': ['ID=196b4cdc-2f04-499b-8dac-6f9b303e0e6f,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:15.623078 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (1d1ce825-2c7f-4caf-91ef-3f946fdb734b), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:15.626375 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:15.631937 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a7a50d4a-b78c-4c58-b988-d26c83bbeb7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "DELETE /v2.0/floatingips/1d1ce825-2c7f-4caf-91ef-3f946fdb734b HTTP/1.1" status: 204 len: 168 time: 0.8244243 Jan 28 12:03:16.129114 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53288) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:16.134421 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-dc1ef590-3023-4203-ac5c-00c27d1114b4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166167307', 'description': 'tempest-description--1144353040'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:16.157090 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc1ef590-3023-4203-ac5c-00c27d1114b4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.241529 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c02ff59b-c951-42ff-85e7-64fa45324157 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:16.305074 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: c02ff59b-c951-42ff-85e7-64fa45324157 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:03:16.305074 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device c02ff59b-c951-42ff-85e7-64fa45324157 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:03:16.472826 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc1ef590-3023-4203-ac5c-00c27d1114b4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (4ab2ded8-86ef-4b55-8e52-71952420a2b9), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.480773 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc1ef590-3023-4203-ac5c-00c27d1114b4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4ab2ded8-86ef-4b55-8e52-71952420a2b9), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.523662 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a3e3f-10c3-42f3-afd4-963bd1a008b4 req-aa5053ea-be1f-4072-a42c-fb7438675c0b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:16.526822 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-066a3e3f-10c3-42f3-afd4-963bd1a008b4 req-aa5053ea-be1f-4072-a42c-fb7438675c0b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.1133034 Jan 28 12:03:16.544277 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-dc1ef590-3023-4203-ac5c-00c27d1114b4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.548585 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53294) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:16.549181 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-dc1ef590-3023-4203-ac5c-00c27d1114b4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4177530 Jan 28 12:03:16.553111 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-84ed0580-9543-4309-8705-4577eb80904d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'security_group_rule': {'security_group_id': '4ab2ded8-86ef-4b55-8e52-71952420a2b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:16.557921 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ef590-3023-4203-ac5c-00c27d1114b4 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab2ded8-86ef-4b55-8e52-71952420a2b9,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:16.599306 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84ed0580-9543-4309-8705-4577eb80904d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (ed225e6f-d320-469f-a684-ff1b1a478f5e), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.611610 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-066a3e3f-10c3-42f3-afd4-963bd1a008b4 req-9a3bf6f6-86a6-4883-a813-e7045293600c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773122 Jan 28 12:03:16.675047 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84ed0580-9543-4309-8705-4577eb80904d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (ed225e6f-d320-469f-a684-ff1b1a478f5e), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.680031 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84ed0580-9543-4309-8705-4577eb80904d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (ed225e6f-d320-469f-a684-ff1b1a478f5e), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.685388 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e25a9b-233f-4f7f-b151-2a79b2f1fe51 req-1596a5ff-822b-4f76-8d7d-7ea182ef7fb9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:16.686909 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e25a9b-233f-4f7f-b151-2a79b2f1fe51 req-1596a5ff-822b-4f76-8d7d-7ea182ef7fb9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0925210 Jan 28 12:03:16.702951 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed0580-9543-4309-8705-4577eb80904d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed225e6f-d320-469f-a684-ff1b1a478f5e,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:16.717096 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84ed0580-9543-4309-8705-4577eb80904d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.718992 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-84ed0580-9543-4309-8705-4577eb80904d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694119 Jan 28 12:03:16.722326 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53296) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:16.727227 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-30435c46-42c4-474d-9ad7-7c508d2234a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'security_group_rule': {'security_group_id': '4ab2ded8-86ef-4b55-8e52-71952420a2b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:16.778067 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30435c46-42c4-474d-9ad7-7c508d2234a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (d695b485-bc70-4760-85b3-2c654dede6e2), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.792109 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d6e25a9b-233f-4f7f-b151-2a79b2f1fe51 req-877d8bfc-4d3c-42e2-89dc-89a04c22755a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899038 Jan 28 12:03:16.863680 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30435c46-42c4-474d-9ad7-7c508d2234a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (d695b485-bc70-4760-85b3-2c654dede6e2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.869189 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30435c46-42c4-474d-9ad7-7c508d2234a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (d695b485-bc70-4760-85b3-2c654dede6e2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.892132 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30435c46-42c4-474d-9ad7-7c508d2234a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d695b485-bc70-4760-85b3-2c654dede6e2,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:16.904649 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30435c46-42c4-474d-9ad7-7c508d2234a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:16.913776 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53298) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:16.919114 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:16.924709 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-30435c46-42c4-474d-9ad7-7c508d2234a1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1999314 Jan 28 12:03:16.948317 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.068476 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.193099 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Allocated IP 172.27.0.48 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/b42d412e-4d59-4169-aaec-176a5536979a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:03:17.302810 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for port (b42d412e-4d59-4169-aaec-176a5536979a), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.357926 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (b42d412e-4d59-4169-aaec-176a5536979a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.433157 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:03:17.436228 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:03:17.438768 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:03:17.483951 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'Port': ['ID=b42d412e-4d59-4169-aaec-176a5536979a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:17.549296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (c4375581-2df4-4a8d-a7be-6079ae0eb2ea), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.588171 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (b42d412e-4d59-4169-aaec-176a5536979a), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.765386 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dabb76-df02-4f39-824d-937a10994bca req-ebbd334c-3610-4fbe-b9fd-3fc85ee4c826 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:17.766940 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-65dabb76-df02-4f39-824d-937a10994bca req-ebbd334c-3610-4fbe-b9fd-3fc85ee4c826 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0743454 Jan 28 12:03:17.821984 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for port (b42d412e-4d59-4169-aaec-176a5536979a), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.833803 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (b42d412e-4d59-4169-aaec-176a5536979a), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.853106 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-65dabb76-df02-4f39-824d-937a10994bca req-aed9658f-a964-4ebc-8353-30030ad34f8a tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790408 Jan 28 12:03:17.954787 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'Port': ['ID=b42d412e-4d59-4169-aaec-176a5536979a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:17.966359 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (c4375581-2df4-4a8d-a7be-6079ae0eb2ea), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:17.984237 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a8474-4acf-4163-a087-461fed98d0b3 req-49be62e2-b5ce-4b87-b1bc-53cfac2590c9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:17.985876 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d84a8474-4acf-4163-a087-461fed98d0b3 req-49be62e2-b5ce-4b87-b1bc-53cfac2590c9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.1137021 Jan 28 12:03:17.996911 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:18.006361 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-7e67dcdc-ecfb-4bf1-91fe-758ab587fb59 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0831425 Jan 28 12:03:18.053160 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d84a8474-4acf-4163-a087-461fed98d0b3 req-9824c3a9-b088-46c0-9584-17904ae00ec4 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593996 Jan 28 12:03:18.207082 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-874b437d-f5c1-4608-b996-75a3418ddac8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1166167307&fields=id&tenant_id=05edd67dea0749ba9801adc81447e73e HTTP/1.1" status: 200 len: 267 time: 0.0446980 Jan 28 12:03:18.233613 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 39569a3f-d27d-426f-a25a-b74e678fbc4d details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:03:18.335636 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-343d3647-68e8-4772-919f-1025a92c013d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:18.337330 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-343d3647-68e8-4772-919f-1025a92c013d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 811 time: 0.1235850 Jan 28 12:03:18.348445 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:18.352737 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-dd560163-078b-49d0-8be3-06d6621b8a5d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/quotas/05edd67dea0749ba9801adc81447e73e HTTP/1.1" status: 200 len: 375 time: 0.0097847 Jan 28 12:03:18.367183 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'port_id': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'mac_address': 'fa:16:3e:6e:e9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:03:18.406053 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 39569a3f-d27d-426f-a25a-b74e678fbc4d is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:18.406681 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:18.430887 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-7b7de369-a143-4d2d-aa40-4c1c1e532813 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720809 Jan 28 12:03:18.431311 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39569a3f-d27d-426f-a25a-b74e678fbc4d {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:03:18.464602 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eaad056e-dfb8-4bb6-aa31-df45c699ec3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:18.471213 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:18.477930 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:18.533677 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:18.606362 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-135a1435-af97-4d60-990f-57b1f0cf4e39 service neutron] 10.222.0.36 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590626 Jan 28 12:03:18.718113 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-4cb79245-4f8b-4f68-adca-16d27e97b5d4 service neutron] 10.222.0.36 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060996 Jan 28 12:03:18.746080 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['39569a3f-d27d-426f-a25a-b74e678fbc4d'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:03:18.991196 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f54ca7bd-8ba0-4de4-8ee2-883b5f1b7956 req-07d9d00c-937b-4ef1-87e8-57110871e4cf tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 210 time: 0.0648246 Jan 28 12:03:19.061585 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da586a73-4eeb-4371-9bf2-eb8c79adae99 req-a3351880-6c71-4a3e-b083-878526296a57 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:19.069498 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-da586a73-4eeb-4371-9bf2-eb8c79adae99 req-a3351880-6c71-4a3e-b083-878526296a57 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 944 time: 0.0682383 Jan 28 12:03:19.144564 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-da586a73-4eeb-4371-9bf2-eb8c79adae99 req-ad55d2ad-6a5c-42fd-8ae1-857129a8f824 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691192 Jan 28 12:03:19.203041 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b41987-3892-4631-a82d-b4835e7f2800 req-a0a64637-882c-46c8-930c-94d0f3dd0dac tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:19.210516 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-05b41987-3892-4631-a82d-b4835e7f2800 req-a0a64637-882c-46c8-930c-94d0f3dd0dac tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0646737 Jan 28 12:03:19.264385 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-05b41987-3892-4631-a82d-b4835e7f2800 req-0096ca3d-fca4-4098-b773-b500f23ef6b6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529926 Jan 28 12:03:20.091618 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-be2d449f-3f46-4c62-8c05-042f90f78a82 req-dc464f1f-a18f-4275-9e36-c53c40af0ea9 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 210 time: 0.0337708 Jan 28 12:03:20.258628 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 39569a3f-d27d-426f-a25a-b74e678fbc4d up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:03:20.404199 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 39569a3f-d27d-426f-a25a-b74e678fbc4d completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:03:20.405730 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-34d3b09a-ae0c-46ab-b0ed-d6323fb85473 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:20.408738 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 39569a3f-d27d-426f-a25a-b74e678fbc4d triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:03:20.409944 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:20.410777 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-34d3b09a-ae0c-46ab-b0ed-d6323fb85473 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 811 time: 0.2633159 Jan 28 12:03:20.425509 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-7eb92c08-c232-4f91-93ee-ff308d308785 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2035861 Jan 28 12:03:20.514411 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 39569a3f-d27d-426f-a25a-b74e678fbc4d is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:20.514810 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:20.548577 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:20.551112 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bcc2fc-0a65-4f78-9cf6-6ce66c1fac50" -d '{"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-plugged", "status": "completed", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:20.557793 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-0edc2d7c-f001-400c-b2d6-d08aa8549cac tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05edd67dea0749ba9801adc81447e73e HTTP/1.1" status: 200 len: 380 time: 0.1303549 Jan 28 12:03:20.566113 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:20.571434 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8ce4-de61-474d-b62d-f95cdaf2ec4d req-05f9417f-4014-452a-be4f-ca158ecca0e1 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:20.571738 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:20.573363 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b8e8ce4-de61-474d-b62d-f95cdaf2ec4d req-05f9417f-4014-452a-be4f-ca158ecca0e1 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 944 time: 0.2440050 Jan 28 12:03:20.579061 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'port': {'device_id': '810202d9-5b15-45a6-bb80-371d16d09807', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'admin_state_up': True, 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'security_groups': ['4ab2ded8-86ef-4b55-8e52-71952420a2b9']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:20.610707 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44883252-5c47-4b7d-9408-5d49d7f562f0 req-c3133ef6-d713-4303-81fc-35a2bb2b3083 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:20.618063 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-44883252-5c47-4b7d-9408-5d49d7f562f0 req-c3133ef6-d713-4303-81fc-35a2bb2b3083 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.2052526 Jan 28 12:03:20.640537 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-0cad484a-d7a3-4f8f-a20a-319d858769bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:20.641674 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-0cad484a-d7a3-4f8f-a20a-319d858769bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1138 time: 0.1301777 Jan 28 12:03:20.663376 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:20.671302 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-18ceb56a-e6a8-45f4-9a2a-7037b3d28910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:20.698862 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Made reservation on behalf of 05edd67dea0749ba9801adc81447e73e for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:03:20.704948 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:20.747523 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b8e8ce4-de61-474d-b62d-f95cdaf2ec4d req-f4f8d3d0-1963-40b2-847a-0cd423ea32cf tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667709 Jan 28 12:03:20.772350 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-44883252-5c47-4b7d-9408-5d49d7f562f0 req-c7aeef06-37b4-4760-9967-931b3ee88941 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465755 Jan 28 12:03:20.819692 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbe3313-a633-4f6f-a7b7-11dcd717fb98 x-openstack-request-id: req-0fbe3313-a633-4f6f-a7b7-11dcd717fb98 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:20.820353 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-plugged", "status": "completed", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:20.821630 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fbe3313-a633-4f6f-a7b7-11dcd717fb98 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:20.822213 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'code': 200} Jan 28 12:03:20.826691 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-f7962bab-524f-4563-a944-dad0d9a58cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:20.828377 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-f7962bab-524f-4563-a944-dad0d9a58cbf service neutron] 10.222.0.39 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 915 time: 0.1590133 Jan 28 12:03:20.910438 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-273de684-3d7a-4f92-a9a9-927d63ccd3cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 1001 time: 0.0694222 Jan 28 12:03:20.952807 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Allocated IP 172.20.0.8 (1af7baaa-de39-45ed-abaa-df64c4c7bfb4/9790ab42-5014-459c-824a-26b763cacfee/a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:03:20.969150 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-62b6c648-fbaf-4b73-98d2-f32962acff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:20.970741 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-62b6c648-fbaf-4b73-98d2-f32962acff11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 200 len: 853 time: 0.0530021 Jan 28 12:03:21.036738 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-6c919809-2703-43ce-b6d0-85ef7c5b706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:21.038476 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-6c919809-2703-43ce-b6d0-85ef7c5b706e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1445ae6d-def7-4e92-8b55-e8f59744c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603831 Jan 28 12:03:21.147315 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-98bbce41-bc5b-4d10-a773-f764a62a5408 service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956073 Jan 28 12:03:21.183398 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.228238 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bc06e-b2ad-4602-90bd-92f1d0e8624b req-049922d7-9e45-469a-8e4d-08f8c321d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:21.229702 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d92bc06e-b2ad-4602-90bd-92f1d0e8624b req-049922d7-9e45-469a-8e4d-08f8c321d9f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1098 time: 0.1455765 Jan 28 12:03:21.237481 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ae3077ff-78ae-41e1-ad75-c5a4e1d562b1 req-f5fec08b-c153-4ccc-99da-bd317065e53c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 210 time: 0.0578437 Jan 28 12:03:21.271255 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.280948 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-c4a3e3f1-5d15-4379-bc5a-2aabf8b1bc9f service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255777 Jan 28 12:03:21.334799 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:03:21.337957 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d92bc06e-b2ad-4602-90bd-92f1d0e8624b req-a25f6522-5a70-4915-ae38-78f0ab9fef94 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012299 Jan 28 12:03:21.341175 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:03:21.344828 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:03:21.375509 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event updated for resources: {'Port': ['ID=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:21.403688 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:21.406472 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.433735 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-83d36212-ee3c-4f5f-970e-44f58db4467a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721797 Jan 28 12:03:21.570635 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Request body: {'port': {'device_id': '810202d9-5b15-45a6-bb80-371d16d09807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:21.581321 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.586495 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-f9927049-07ae-4f8c-941e-d959b81a0f04 None None] Provisioning complete for port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:03:21.586945 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f9927049-07ae-4f8c-941e-d959b81a0f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.625159 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-f9927049-07ae-4f8c-941e-d959b81a0f04 None None] Port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:03:21.631656 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.643971 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.913227 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ad95b-340d-4638-923b-1d3883ebff11 req-5c90eaee-bca3-450e-b5b8-9f97b1ac5b9f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:21.914291 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:03:21.914714 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6c6ad95b-340d-4638-923b-1d3883ebff11 req-5c90eaee-bca3-450e-b5b8-9f97b1ac5b9f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0856605 Jan 28 12:03:21.922111 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Publish callbacks [] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:21.930527 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63f99b-12d9-4d3e-ba13-3d707f96d4cf req-48caa8f6-5d2b-4cd2-94ad-c6e1b09afda0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:21.931998 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fc63f99b-12d9-4d3e-ba13-3d707f96d4cf req-48caa8f6-5d2b-4cd2-94ad-c6e1b09afda0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0701993 Jan 28 12:03:21.935543 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Transition to ACTIVE for port object a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:03:21.941239 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:22.014883 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:22.087942 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Attempting to bind port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:03:22.088409 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Attempting to bind port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:03:22.089532 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Attempting to bind port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:03:22.096497 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:03:22.097113 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Attempting to bind port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 on network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:03:22.103023 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:03:22.103517 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Checking segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:03:22.104355 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Bound using segment: {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:03:22.105622 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Bound port: a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff03e43b-6f87-4189-b3c5-bd164c239f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:03:22.106099 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:22.190590 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] For port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:03:22.194260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] For port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:03:22.201358 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:22.252230 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.252870 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:22.254359 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] 10.222.0.39 "PUT /v2.0/ports/a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 HTTP/1.1" status: 200 len: 1093 time: 0.6900375 Jan 28 12:03:22.274082 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:22.278102 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84" -d '{"events": [{"name": "network-changed", "server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:22.282935 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6c6ad95b-340d-4638-923b-1d3883ebff11 req-eecfe04d-dff8-4aeb-be29-5c75dde32db4 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3590262 Jan 28 12:03:22.285938 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fc63f99b-12d9-4d3e-ba13-3d707f96d4cf req-df8392ea-7403-46de-8c3c-4e5bbe905dc2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369887 Jan 28 12:03:22.324607 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b03f1-cb71-41d5-a21d-ee677b62c2df service neutron] Pushing event updated for resources: {'Port': ['ID=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:22.357113 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-70f94aaa-1012-45b5-90c9-a7a80b6033c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.358617 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-70f94aaa-1012-45b5-90c9-a7a80b6033c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1098 time: 0.1280644 Jan 28 12:03:22.381502 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-a52989d5-3191-4409-9d26-9d7031d95fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.382988 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-a52989d5-3191-4409-9d26-9d7031d95fee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 1096 time: 0.0772824 Jan 28 12:03:22.403983 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d297e72-6861-47db-93ce-919347af5d3b x-openstack-request-id: req-4d297e72-6861-47db-93ce-919347af5d3b {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:22.404304 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:22.404529 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d297e72-6861-47db-93ce-919347af5d3b {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:22.404928 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'status': 'completed', 'code': 200} Jan 28 12:03:22.452969 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2a01-054c-45fc-97f8-01ebf0be33cd req-6622a9a9-ec0a-43a6-b756-f884a06a002d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.454873 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f08d2a01-054c-45fc-97f8-01ebf0be33cd req-6622a9a9-ec0a-43a6-b756-f884a06a002d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 943 time: 0.0685153 Jan 28 12:03:22.472752 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-f599f74a-2fdb-4ffe-b49c-5593c3aaca29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 HTTP/1.1" status: 200 len: 217 time: 0.0780582 Jan 28 12:03:22.533870 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f08d2a01-054c-45fc-97f8-01ebf0be33cd req-b78e1f30-3ec2-463f-9721-ddf73b53e178 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519328 Jan 28 12:03:22.548820 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-f160e810-8e9f-462d-ae7f-930f9c7feac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.550327 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-f160e810-8e9f-462d-ae7f-930f9c7feac9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.0690477 Jan 28 12:03:22.553511 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-614f7875-b862-47da-ad0b-c68e895128a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.554288 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-614f7875-b862-47da-ad0b-c68e895128a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.1874695 Jan 28 12:03:22.652681 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78186e4-0824-493b-a133-f3ac5f65244b req-a9df3f04-5908-4a71-ade9-1f9a47c65c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.654163 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-a9df3f04-5908-4a71-ade9-1f9a47c65c61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0933502 Jan 28 12:03:22.656185 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-171bcf18-964b-4b1d-a4bd-0c7e6c24deb1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0942380 Jan 28 12:03:22.755414 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-17b9b8a2-fdbc-4fd7-8188-4af11b2b70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.756943 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-17b9b8a2-fdbc-4fd7-8188-4af11b2b70d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0891926 Jan 28 12:03:22.807088 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-4b049524-d091-42f5-a4a2-13a50df96c44 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403413 Jan 28 12:03:22.833890 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-7482e719-52da-4af8-81d6-b7a69cec6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:22.835293 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-7482e719-52da-4af8-81d6-b7a69cec6ee7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0708392 Jan 28 12:03:23.010441 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-17e411ed-0484-4441-8e7a-f11a4346b65d tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911401722&fields=id&tenant_id=2710da6d37254514a06537d61d459824 HTTP/1.1" status: 200 len: 267 time: 0.0488546 Jan 28 12:03:23.035725 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:03:23.072513 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-b69a82af-f4a7-43a7-8da8-143cb7bd15ce tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.074119 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-b69a82af-f4a7-43a7-8da8-143cb7bd15ce tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 985 time: 0.0575814 Jan 28 12:03:23.085214 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Request body: {'port': {'security_groups': ['727fd39e-ea14-43d4-938e-256db0f21505']}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:23.159430 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.201809 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e78186e4-0824-493b-a133-f3ac5f65244b req-4942823a-9583-4a4c-ae30-21e42f17f48d service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875873 Jan 28 12:03:23.218393 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-36fa9ecd-1a91-4456-aba0-c96f536a847e service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454251 Jan 28 12:03:23.237370 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.344283 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-71b3d9ec-c3dd-43dd-abc3-9e0356aec10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.345783 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-71b3d9ec-c3dd-43dd-abc3-9e0356aec10a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 1096 time: 0.0720572 Jan 28 12:03:23.351127 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-81fec00b-d65a-4ca0-ab54-6fced03c55c9 req-a783ee2f-ae64-4e4d-a3b6-cb33911564a4 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263530 Jan 28 12:03:23.351961 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:23.405006 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.412977 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.425391 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['47196dc8-65f5-4366-b9da-02d575fe0d67'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:03:23.448924 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-1fb0cf61-4423-4c3a-9ace-329684dd60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.450732 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-1fb0cf61-4423-4c3a-9ace-329684dd60f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 912 time: 0.0882986 Jan 28 12:03:23.470489 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.471174 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.484436 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fd2c243c-9166-48ec-b10c-6412ba39dc39 req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "PUT /v2.0/ports/47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 943 time: 0.4039164 Jan 28 12:03:23.485233 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:23.494489 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:23.498859 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53390) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:23.505366 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-210e1640-ad53-4170-b472-e6abbe0b29b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 HTTP/1.1" status: 200 len: 217 time: 0.0464964 Jan 28 12:03:23.526266 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31a5f-80f3-4e86-9dcf-0b2a4ab6ae0f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=7']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:23.551712 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23eaf0-e7c3-40ee-aaf3-be62be3c49a2 req-645cc5cf-857f-4e02-9aec-7cfb9ae4ed19 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.553859 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a23eaf0-e7c3-40ee-aaf3-be62be3c49a2 req-645cc5cf-857f-4e02-9aec-7cfb9ae4ed19 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.1822031 Jan 28 12:03:23.561388 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['47196dc8-65f5-4366-b9da-02d575fe0d67'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:03:23.572195 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-78ce4916-9633-4d06-ac9c-d589d5003736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.574230 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-78ce4916-9633-4d06-ac9c-d589d5003736 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.0608401 Jan 28 12:03:23.631188 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-0b2437dc-6f1f-400b-818b-4627771d1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.632739 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-0b2437dc-6f1f-400b-818b-4627771d1258 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491045 Jan 28 12:03:23.690388 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe7bc7-1aff-46cc-b3f2-61dfd01c2f21 req-ddc03f45-1fcb-4b0a-b959-70b3bdd83bb2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.693523 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ecfe7bc7-1aff-46cc-b3f2-61dfd01c2f21 req-ddc03f45-1fcb-4b0a-b959-70b3bdd83bb2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.1367075 Jan 28 12:03:23.701184 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a23eaf0-e7c3-40ee-aaf3-be62be3c49a2 req-da3932f0-bfed-4504-9591-0e48858904c9 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356046 Jan 28 12:03:23.736741 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf4463e0-fdf1-4547-8908-afa01af5154f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group (eed15262-f010-4290-9435-5b38c316b06a), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.755185 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-bdbbfdfb-0997-49ca-88b4-898a4d934e0d service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146784 Jan 28 12:03:23.779442 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a58709d-6f82-4ba9-8797-c344f4d6d967 x-openstack-request-id: req-7a58709d-6f82-4ba9-8797-c344f4d6d967 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:23.779735 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:23.780015 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a58709d-6f82-4ba9-8797-c344f4d6d967 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:23.780421 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'status': 'completed', 'code': 200} Jan 28 12:03:23.782737 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf4463e0-fdf1-4547-8908-afa01af5154f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group (eed15262-f010-4290-9435-5b38c316b06a), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.800279 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ecfe7bc7-1aff-46cc-b3f2-61dfd01c2f21 req-bf62ab3a-8537-44a9-a8a5-3fc4b947265c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952301 Jan 28 12:03:23.810723 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-2f8b7882-e7e6-45f1-b74e-5c46caafc938 None None] Provisioning complete for port 47196dc8-65f5-4366-b9da-02d575fe0d67 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:03:23.811485 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7882-e7e6-45f1-b74e-5c46caafc938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.901753 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcc362-e57a-4dd8-b97c-0bc5a84044e1 req-33ac8b68-7948-40ec-b2a2-95a6fff6d707 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.903616 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3ddcc362-e57a-4dd8-b97c-0bc5a84044e1 req-33ac8b68-7948-40ec-b2a2-95a6fff6d707 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 943 time: 0.0677197 Jan 28 12:03:23.931474 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-aed12381-7504-486c-adfe-56ecea1e0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:23.933400 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-aed12381-7504-486c-adfe-56ecea1e0f83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1099 time: 0.1011391 Jan 28 12:03:23.935789 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa9cd3-5115-4ee0-bb37-e42825ce6e84 req-468c0c15-135e-484c-aae4-c552e7b547c4 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734493 Jan 28 12:03:23.971544 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf4463e0-fdf1-4547-8908-afa01af5154f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (eed15262-f010-4290-9435-5b38c316b06a), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.973724 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cf4463e0-fdf1-4547-8908-afa01af5154f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:23.977358 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-cf4463e0-fdf1-4547-8908-afa01af5154f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "DELETE /v2.0/security-groups/eed15262-f010-4290-9435-5b38c316b06a HTTP/1.1" status: 204 len: 168 time: 0.4498110 Jan 28 12:03:23.984758 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53398) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:24.008123 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4463e0-fdf1-4547-8908-afa01af5154f tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed15262-f010-4290-9435-5b38c316b06a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:24.037422 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-b2726a6d-4249-4a9b-98c6-e52ccde74f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:24.038911 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-b2726a6d-4249-4a9b-98c6-e52ccde74f87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 915 time: 0.0901663 Jan 28 12:03:24.053540 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3ddcc362-e57a-4dd8-b97c-0bc5a84044e1 req-f75bba63-9010-4adb-ba69-6bcdfccd6d45 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389556 Jan 28 12:03:24.061715 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840b2fd-f265-40a9-8300-719da7117a31 req-8cae1533-abe2-4c83-9f1f-6cccc1f14e09 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:24.063267 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9840b2fd-f265-40a9-8300-719da7117a31 req-8cae1533-abe2-4c83-9f1f-6cccc1f14e09 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.1586502 Jan 28 12:03:24.077726 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b7882-e7e6-45f1-b74e-5c46caafc938 None None] Current status of the port 47196dc8-65f5-4366-b9da-02d575fe0d67 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:24.114649 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-1fcce07f-c7ac-497b-a306-46c043afce4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 1001 time: 0.0683563 Jan 28 12:03:24.163825 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-3113f71f-18f9-4b21-a5b7-e27ad8c72201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:24.165315 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-3113f71f-18f9-4b21-a5b7-e27ad8c72201 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 200 len: 853 time: 0.0432079 Jan 28 12:03:24.171558 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9840b2fd-f265-40a9-8300-719da7117a31 req-105e039d-a9a9-4844-bc7b-bb9bb6742b14 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949984 Jan 28 12:03:24.195915 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53400) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:24.221995 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-8ff6c206-d682-4f4f-9ef9-45af741e05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:24.223672 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-8ff6c206-d682-4f4f-9ef9-45af741e05bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1445ae6d-def7-4e92-8b55-e8f59744c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520282 Jan 28 12:03:24.226218 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Deleting port 5f08122f-9266-4614-a5b4-b1dae5264450 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:24.226613 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (5f08122f-9266-4614-a5b4-b1dae5264450), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.302510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (5f08122f-9266-4614-a5b4-b1dae5264450), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.302842 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for floatingip (5f08122f-9266-4614-a5b4-b1dae5264450), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.316103 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Calling delete_port for 5f08122f-9266-4614-a5b4-b1dae5264450 owned by network:floatingip {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:24.342559 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c8afa6-ddaf-41e2-b106-add197df35c1 tempest-TestShelveInstance-166445840 tempest-TestShelveInstance-166445840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:24.344003 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-01c8afa6-ddaf-41e2-b106-add197df35c1 tempest-TestShelveInstance-166445840 tempest-TestShelveInstance-166445840-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1093 time: 0.1470907 Jan 28 12:03:24.347609 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53404) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:24.352280 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'port_id': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:24.357930 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-59274fb8-f954-4c86-b348-a9ad28d52028 service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269953 Jan 28 12:03:24.422993 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.491585 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (5f08122f-9266-4614-a5b4-b1dae5264450), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.514238 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e42b8939-cf1c-4d27-9c89-adbd2e60f7b3 req-813822c6-ebcc-4232-a312-1b2f149113f9 service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497247 Jan 28 12:03:24.517618 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event deleted for resources: {'Port': ['ID=5f08122f-9266-4614-a5b4-b1dae5264450,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:24.558140 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.572667 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.599399 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks [] for floatingip (addf6d3b-aeb5-47a3-8bea-75519aa282e7), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.599628 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.l3_db [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Floating IP addf6d3b-aeb5-47a3-8bea-75519aa282e7 disassociated (deleted). External IP: 172.27.0.35, port: 47196dc8-65f5-4366-b9da-02d575fe0d67. Jan 28 12:03:24.682900 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Allocated IP 172.27.0.140 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/cea713ee-c3da-4a6c-97e4-47dda073892c) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:03:24.781666 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.807882 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Router 4be3cb42-00c2-45db-980a-91404defac3a has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:03:24.819013 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.864212 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:03:24.867005 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:03:24.872985 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:03:24.880069 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'Port': ['ID=cea713ee-c3da-4a6c-97e4-47dda073892c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:24.955133 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:03:24.961912 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:24.968667 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] Sync routers for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:03:24.979322 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:24.980147 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:24.990372 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688d856-81aa-4531-af22-de977d8f24a8 req-0e681cd0-e703-48dc-989d-e6755032f27b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:24.991956 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d688d856-81aa-4531-af22-de977d8f24a8 req-0e681cd0-e703-48dc-989d-e6755032f27b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0832608 Jan 28 12:03:25.003069 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-3a1efa8b-6cd9-47aa-a974-7855e7ddecee tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "DELETE /v2.0/floatingips/addf6d3b-aeb5-47a3-8bea-75519aa282e7 HTTP/1.1" status: 204 len: 168 time: 1.0147047 Jan 28 12:03:25.064035 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d688d856-81aa-4531-af22-de977d8f24a8 req-a2c43b70-206d-47e3-810e-dace47171201 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597832 Jan 28 12:03:25.129283 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:25.254903 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea21cf-bdd2-424e-84fd-8ed08a28bfd1 req-5396165b-15de-49b3-92fa-fcc63f72c683 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:25.257640 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-74ea21cf-bdd2-424e-84fd-8ed08a28bfd1 req-5396165b-15de-49b3-92fa-fcc63f72c683 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 943 time: 0.0788579 Jan 28 12:03:25.302781 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for floatingip (af769074-96df-4069-8c56-728a431fc726), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:25.379515 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:25.401241 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-74ea21cf-bdd2-424e-84fd-8ed08a28bfd1 req-64ab2b6c-4620-4354-9c4d-084a7b3473aa tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366577 Jan 28 12:03:25.422507 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 5, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:25.450313 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] Checking router: 4be3cb42-00c2-45db-980a-91404defac3a for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:03:25.458730 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:25.459340 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:25.539505 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:25.544559 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:25.574472 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:25.612847 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event updated for resources: {'Port': ['ID=cea713ee-c3da-4a6c-97e4-47dda073892c,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:25.626478 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (af769074-96df-4069-8c56-728a431fc726), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:25.728856 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Floating IP af769074-96df-4069-8c56-728a431fc726 associated. External IP: 172.27.0.140, port: 39569a3f-d27d-426f-a25a-b74e678fbc4d. Jan 28 12:03:25.781696 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:25.784275 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf9d41b-7354-44da-ad95-618625736e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:25.788775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 5, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:25.824738 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d7b1a-dafa-4529-8cfd-3edf6d2dc204 None None] The sync data for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi is: [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:18Z', 'revision_number': 4, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '32d50adb-045f-4be6-a1e8-0aae81064e2e', 'name': '', 'network_id': '1445ae6d-def7-4e92-8b55-e8f59744c2ee', 'tenant_id': '2710da6d37254514a06537d61d459824', 'mac_address': 'fa:16:3e:60:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:18Z', 'updated_at': '2022-01-28T12:00:25Z', 'revision_number': 5, 'project_id': '2710da6d37254514a06537d61d459824', 'subnets': [{'id': 'c1b7b2a9-db14-4543-ad37-22441f18f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:03:25.827339 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cce8a3-7ed5-47e5-b952-17b331b9420e x-openstack-request-id: req-91cce8a3-7ed5-47e5-b952-17b331b9420e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:25.828096 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:25.828096 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91cce8a3-7ed5-47e5-b952-17b331b9420e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:25.828281 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'status': 'completed', 'code': 200} Jan 28 12:03:25.966687 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9d41b-7354-44da-ad95-618625736e7d req-e07164e3-0607-4a51-884c-78e50fe2bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:25.968270 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-daf9d41b-7354-44da-ad95-618625736e7d req-e07164e3-0607-4a51-884c-78e50fe2bc56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2710da6d37254514a06537d61d459824&device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 1099 time: 0.0881150 Jan 28 12:03:26.040419 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Router 97330e9e-fb93-41dd-8c7d-b995d0304575 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:03:26.084331 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0425e6b1-9f37-4361-bd17-5e766cadb9a6 None None] New status for floating IP addf6d3b-aeb5-47a3-8bea-75519aa282e7: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:03:26.125560 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9d41b-7354-44da-ad95-618625736e7d req-7de7880e-8325-48ff-95e8-297b3699c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:26.127139 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-daf9d41b-7354-44da-ad95-618625736e7d req-7de7880e-8325-48ff-95e8-297b3699c3eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 200 len: 915 time: 0.1505213 Jan 28 12:03:26.192004 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891456fd-1063-4c12-8231-20585b1f6c36 req-dcb1b442-5aed-4f0c-8b94-30a12aef169b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:26.193807 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-891456fd-1063-4c12-8231-20585b1f6c36 req-dcb1b442-5aed-4f0c-8b94-30a12aef169b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 945 time: 0.0547552 Jan 28 12:03:26.205479 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-daf9d41b-7354-44da-ad95-618625736e7d req-29c4b37e-2ad3-483c-ab74-00812f6b6a7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 200 len: 217 time: 0.0709257 Jan 28 12:03:26.242283 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-891456fd-1063-4c12-8231-20585b1f6c36 req-67055bfb-dae0-4ea3-8c15-d8308a7bd373 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Jan 28 12:03:26.251517 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:03:26.270520 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9d41b-7354-44da-ad95-618625736e7d req-ce19eede-40b4-4dfd-ae1f-0684f8c12dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:26.272245 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-daf9d41b-7354-44da-ad95-618625736e7d req-ce19eede-40b4-4dfd-ae1f-0684f8c12dd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 200 len: 853 time: 0.0606799 Jan 28 12:03:26.274077 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] Sync routers for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:03:26.278968 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:03:26.280774 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:26.280923 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:26.327079 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:26.327723 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:26.596586 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:26.622071 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'port_id': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'mac_address': 'fa:16:3e:17:3d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:03:26.624521 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d33e0bfc-54db-4198-99c5-62556d599fb6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2757258 Jan 28 12:03:26.626356 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:26.627716 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:26.630367 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2558ecb-ca92-4378-9606-429485ef462f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:26.668188 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dbc62-5dd4-4fb4-8ac9-f0a1aec53184 req-6683f087-2b89-4a79-8504-93c3f06e4926 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:26.671007 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9d41b-7354-44da-ad95-618625736e7d req-43682607-5c6e-4e37-afe1-aaaa6f1356ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:26.672286 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f53dbc62-5dd4-4fb4-8ac9-f0a1aec53184 req-6683f087-2b89-4a79-8504-93c3f06e4926 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 943 time: 0.0865910 Jan 28 12:03:26.678101 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-daf9d41b-7354-44da-ad95-618625736e7d req-43682607-5c6e-4e37-afe1-aaaa6f1356ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1445ae6d-def7-4e92-8b55-e8f59744c2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3939888 Jan 28 12:03:26.699113 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: ACTIVE; New status is: DOWN {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:26.700258 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:26.772614 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f53dbc62-5dd4-4fb4-8ac9-f0a1aec53184 req-118de7e3-6d37-474b-b664-7ed07d1a35ae tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923996 Jan 28 12:03:26.821431 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-daf9d41b-7354-44da-ad95-618625736e7d req-928c5586-705d-45c8-88e0-781a887e720a service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350346 Jan 28 12:03:26.824705 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49603c4e-7188-43cc-a2d9-f85cfed868a9 x-openstack-request-id: req-49603c4e-7188-43cc-a2d9-f85cfed868a9 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:26.825026 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:26.828344 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49603c4e-7188-43cc-a2d9-f85cfed868a9 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:26.829347 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'status': 'completed', 'code': 200} Jan 28 12:03:26.833564 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:26.833996 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:26.851709 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:26.854805 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23482a38-1315-4222-b7f7-a78dcaeb4c76" -d '{"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-unplugged", "status": "completed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:26.886033 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:26.893255 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:03:26.899511 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b8cd3-73ab-4d08-a2eb-a926425ef377 x-openstack-request-id: req-fc2b8cd3-73ab-4d08-a2eb-a926425ef377 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:26.899831 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-unplugged", "status": "failed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1", "code": 422}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:26.900162 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc2b8cd3-73ab-4d08-a2eb-a926425ef377 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:26.900585 dv-cinder-811877-11-iscsi neutron-server[102406]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'code': 422} returned with failed status Jan 28 12:03:26.908073 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:26.917573 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-006fe649-8871-429b-a4b7-2dc355275ebd req-7f731b29-32b3-4f13-b2f9-610f50a430ab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:03:26.919176 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-006fe649-8871-429b-a4b7-2dc355275ebd req-7f731b29-32b3-4f13-b2f9-610f50a430ab service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054035 Jan 28 12:03:26.963815 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:26.977467 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:26.992116 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2558ecb-ca92-4378-9606-429485ef462f req-ad9a29af-e57a-484e-92e2-1fabcd02e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:26.994278 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f2558ecb-ca92-4378-9606-429485ef462f req-ad9a29af-e57a-484e-92e2-1fabcd02e445 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1098 time: 0.1441197 Jan 28 12:03:27.010109 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-daf9d41b-7354-44da-ad95-618625736e7d req-75f0653f-8214-48c9-9129-25a721e1278b service neutron] 10.222.0.39 "GET /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786084 Jan 28 12:03:27.086085 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=8']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:27.101761 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8707c6d-0aaa-4f77-ba1d-334f0ac9924e req-108da01d-be5f-40fc-94cc-0c58cbf72fc0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:27.103796 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c8707c6d-0aaa-4f77-ba1d-334f0ac9924e req-108da01d-be5f-40fc-94cc-0c58cbf72fc0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0640159 Jan 28 12:03:27.133428 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2558ecb-ca92-4378-9606-429485ef462f req-02fc81a6-afe6-4558-a9f7-bc2c7a44746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:27.135075 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f2558ecb-ca92-4378-9606-429485ef462f req-02fc81a6-afe6-4558-a9f7-bc2c7a44746f service neutron] 10.222.0.39 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 910 time: 0.1257219 Jan 28 12:03:27.174996 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c8707c6d-0aaa-4f77-ba1d-334f0ac9924e req-7863578f-d052-478a-8d87-90599a5d2aff tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655012 Jan 28 12:03:27.216749 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f2558ecb-ca92-4378-9606-429485ef462f req-bd22b031-eaf4-4aa7-874a-ecc7ffeff65f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 999 time: 0.0738695 Jan 28 12:03:27.268123 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2558ecb-ca92-4378-9606-429485ef462f req-f7ff6d95-a8aa-466a-be0c-c039d2dedbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:27.269814 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f2558ecb-ca92-4378-9606-429485ef462f req-f7ff6d95-a8aa-466a-be0c-c039d2dedbad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 200 len: 848 time: 0.0476027 Jan 28 12:03:27.327795 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2558ecb-ca92-4378-9606-429485ef462f req-d382d05c-4872-413c-8f2a-13061103ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:27.329481 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f2558ecb-ca92-4378-9606-429485ef462f req-d382d05c-4872-413c-8f2a-13061103ae70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87c458ba-d17a-469f-91a6-f140cef05baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533049 Jan 28 12:03:27.333663 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:27.402192 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'af769074-96df-4069-8c56-728a431fc726', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'port_id': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'mac_address': 'fa:16:3e:6e:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:03:25Z', 'updated_at': '2022-01-28T12:03:25Z', 'revision_number': 0, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 5, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:27.406262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53478) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:27.429164 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f2558ecb-ca92-4378-9606-429485ef462f req-7369dd03-0a70-4d6e-82f1-386db70cbced service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918856 Jan 28 12:03:27.431103 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:03:27.433477 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] Checking router: 97330e9e-fb93-41dd-8c7d-b995d0304575 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:03:27.465799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:27.466425 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:27.496508 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-1dd0a6e7-83c2-4220-bab0-21846b8ec16d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887156 Jan 28 12:03:27.502905 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-644dd2c6-6757-4c16-9f17-20677352b833 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:03:27.503837 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-644dd2c6-6757-4c16-9f17-20677352b833 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050786 Jan 28 12:03:27.535089 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f2558ecb-ca92-4378-9606-429485ef462f req-837b2266-8c32-4cb8-96b2-69b4cac269fa service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984738 Jan 28 12:03:27.614325 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:27.899299 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'af769074-96df-4069-8c56-728a431fc726', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'port_id': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'mac_address': 'fa:16:3e:6e:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:03:25Z', 'updated_at': '2022-01-28T12:03:25Z', 'revision_number': 0, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 5, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:27.921100 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1d5bd-b08f-4f42-bcf3-3ea5be1cb453 req-a0e1577c-0670-43be-a3f9-a037631b32e8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:27.926227 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30b1d5bd-b08f-4f42-bcf3-3ea5be1cb453 req-a0e1577c-0670-43be-a3f9-a037631b32e8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 944 time: 0.0686278 Jan 28 12:03:27.938278 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b70e03-8ad6-42d9-b702-76d576ec283e None None] The sync data for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi is: [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'af769074-96df-4069-8c56-728a431fc726', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'port_id': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'mac_address': 'fa:16:3e:6e:e9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:03:25Z', 'updated_at': '2022-01-28T12:03:25Z', 'revision_number': 0, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 5, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:03:28.022139 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30b1d5bd-b08f-4f42-bcf3-3ea5be1cb453 req-859e9609-69bc-493e-ad30-4411edd2f03f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904436 Jan 28 12:03:28.049555 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10857a0f-8cb6-4fa0-a295-f2f1b40b6f7b req-ff82d9c1-f8e7-4e34-ac88-f98e13a037f1 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:28.051033 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10857a0f-8cb6-4fa0-a295-f2f1b40b6f7b req-ff82d9c1-f8e7-4e34-ac88-f98e13a037f1 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0730190 Jan 28 12:03:28.101627 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10857a0f-8cb6-4fa0-a295-f2f1b40b6f7b req-bca4d31e-2097-41e5-976d-27b980bddde7 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447643 Jan 28 12:03:28.154210 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb99c3-0aaf-4da0-9264-3eb9f7f8378e None None] New status for floating IP af769074-96df-4069-8c56-728a431fc726: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:03:28.272678 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:03:28.303842 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93337a8-1f19-4f54-a991-8721d79b6d5f req-0bf74b88-067f-4ed6-9ed9-908e817ba05b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:28.305565 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c93337a8-1f19-4f54-a991-8721d79b6d5f req-0bf74b88-067f-4ed6-9ed9-908e817ba05b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0505164 Jan 28 12:03:28.335223 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:03:28.340522 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:03:28.341134 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:28.361272 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c93337a8-1f19-4f54-a991-8721d79b6d5f req-450f1ba3-0b4f-4e37-80c8-6f2ce9b451a4 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498512 Jan 28 12:03:28.427035 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:28.427433 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:28.464111 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:28.468219 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:28.469021 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:28.551236 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:28.598274 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: DOWN; New status is: DOWN {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:28.902278 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:28.904744 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb0ce2c-22b7-4ef3-b1a4-ac17fdfea654" -d '{"events": [{"server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "name": "network-vif-plugged", "status": "completed", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:28.941218 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9e40fc-6277-4290-b3a3-9526c744e0ba x-openstack-request-id: req-2d9e40fc-6277-4290-b3a3-9526c744e0ba {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:28.941516 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "name": "network-vif-plugged", "status": "completed", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:28.941770 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d9e40fc-6277-4290-b3a3-9526c744e0ba {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:28.942174 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'code': 200} Jan 28 12:03:28.986680 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-91d1bada-0e22-492f-a38d-738531c268ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:28.988223 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-91d1bada-0e22-492f-a38d-738531c268ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78&tenant_id=2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 1096 time: 0.0720475 Jan 28 12:03:29.049849 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-4fb6d47a-001a-4998-9cb3-3bd68a3e8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.051598 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-4fb6d47a-001a-4998-9cb3-3bd68a3e8117 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1096 time: 0.0414331 Jan 28 12:03:29.144134 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acac72-c52a-49e6-9d43-b15e6f2562a8 req-6762001e-ebaa-4ffb-a06e-f87031cf221e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.145634 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-56acac72-c52a-49e6-9d43-b15e6f2562a8 req-6762001e-ebaa-4ffb-a06e-f87031cf221e tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Jan 28 12:03:29.168454 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0c6e6-17c9-467d-b0a1-a2739b6be0fe req-0d5e6c93-892c-4a00-8f32-dac4d3d4705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.169972 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d8e0c6e6-17c9-467d-b0a1-a2739b6be0fe req-0d5e6c93-892c-4a00-8f32-dac4d3d4705d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 1098 time: 0.0821764 Jan 28 12:03:29.201219 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-42b5832d-ebe5-4166-b861-f54ab5401c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.202712 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-42b5832d-ebe5-4166-b861-f54ab5401c48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.1370399 Jan 28 12:03:29.221751 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-56acac72-c52a-49e6-9d43-b15e6f2562a8 req-80926cd6-1c45-4f05-b83a-e3aa55642015 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705972 Jan 28 12:03:29.241596 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97531d7b-47df-4000-a9cb-2e24408fb1a3 req-c0e56799-ec0c-4e65-aad5-0c5360faf335 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.243153 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-97531d7b-47df-4000-a9cb-2e24408fb1a3 req-c0e56799-ec0c-4e65-aad5-0c5360faf335 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0616567 Jan 28 12:03:29.268942 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d8e0c6e6-17c9-467d-b0a1-a2739b6be0fe req-98882cb4-c641-4925-ad21-c1840ba72e4d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877709 Jan 28 12:03:29.280446 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-f96a24b1-cfab-4f52-b2c1-e0aead76b3b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 200 len: 999 time: 0.0718436 Jan 28 12:03:29.289247 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-97531d7b-47df-4000-a9cb-2e24408fb1a3 req-9ebcb549-3686-4ce8-bff7-409ba42eb883 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Jan 28 12:03:29.504863 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fcf98-db3f-44a4-b4bc-41228f27d45e req-f48fbc46-5f52-4433-aae4-906f31cb4643 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.506320 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5c2fcf98-db3f-44a4-b4bc-41228f27d45e req-f48fbc46-5f52-4433-aae4-906f31cb4643 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0609858 Jan 28 12:03:29.527749 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-58d8459b-f6c2-4521-8fc7-81011008ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.527749 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-58d8459b-f6c2-4521-8fc7-81011008ad42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0493979 Jan 28 12:03:29.554249 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5c2fcf98-db3f-44a4-b4bc-41228f27d45e req-76eac5f8-72c0-4f3e-aa54-ff0eb111dbf8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Jan 28 12:03:29.578960 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-e99e2bf1-6ca4-4ddd-9641-7a3f3c3d9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:29.580579 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-e99e2bf1-6ca4-4ddd-9641-7a3f3c3d9903 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459013 Jan 28 12:03:29.668734 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-ce806a71-e51e-4e48-ace8-2bde973f73dd service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812936 Jan 28 12:03:29.784216 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-2cc96894-c745-43f1-9448-6f6078f1f268 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893564 Jan 28 12:03:30.217770 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-de63ae46-9b68-485b-9048-2ab55c75a07b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:30.220868 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-de63ae46-9b68-485b-9048-2ab55c75a07b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0638745 Jan 28 12:03:30.373755 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec193e4-cb98-463c-8ff8-ecc68b265e52 req-4f067cc7-2924-4c3f-a2f4-7f598c0139bf tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:30.377697 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8ec193e4-cb98-463c-8ff8-ecc68b265e52 req-4f067cc7-2924-4c3f-a2f4-7f598c0139bf tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0690091 Jan 28 12:03:30.496225 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8ec193e4-cb98-463c-8ff8-ecc68b265e52 req-8ed1687e-0f24-413d-bb42-a6c1466b4cdc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070585 Jan 28 12:03:30.511726 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b04790-7299-4e0a-b25c-2cc10df0ccec req-c859f1ae-978c-4ddb-978a-15e39b5960cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:30.513720 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-92b04790-7299-4e0a-b25c-2cc10df0ccec req-c859f1ae-978c-4ddb-978a-15e39b5960cb tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0829220 Jan 28 12:03:30.593211 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-92b04790-7299-4e0a-b25c-2cc10df0ccec req-3feb13da-3f70-487f-829c-d4ccbc13dccd tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703895 Jan 28 12:03:30.683561 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270846c6-202f-4c45-97d8-80f1d4a9ad09 req-f4dadf43-5ca9-43d1-9382-4ecd3c85fdf7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:30.685220 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-270846c6-202f-4c45-97d8-80f1d4a9ad09 req-f4dadf43-5ca9-43d1-9382-4ecd3c85fdf7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0502775 Jan 28 12:03:30.738144 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-270846c6-202f-4c45-97d8-80f1d4a9ad09 req-2bd7f529-d526-4ec6-a149-d4ea2508b9d0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Jan 28 12:03:31.619533 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7145ff4-498a-472c-adbb-63e862db98f1 req-e866379e-b559-4ce2-980e-b8fa437c7f8b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:31.621072 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a7145ff4-498a-472c-adbb-63e862db98f1 req-e866379e-b559-4ce2-980e-b8fa437c7f8b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0514174 Jan 28 12:03:31.680665 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a7145ff4-498a-472c-adbb-63e862db98f1 req-8f0bea4f-05e4-470b-b3c5-2a148123d95d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537465 Jan 28 12:03:31.741332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0adcc-3a27-4b5c-a9b8-a087bc697046 req-998c260b-ec1f-4a8c-8cae-cb5af4369f31 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:31.748348 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-48b0adcc-3a27-4b5c-a9b8-a087bc697046 req-998c260b-ec1f-4a8c-8cae-cb5af4369f31 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0665162 Jan 28 12:03:31.804153 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-48b0adcc-3a27-4b5c-a9b8-a087bc697046 req-736337b4-ea3f-4a81-a2c6-bf625a85d21a tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540059 Jan 28 12:03:31.879933 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7083552-b56e-4c18-961d-29b386681a0c req-3bebd2fd-44b7-4309-ab15-0ccb60e10501 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:31.880167 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e7083552-b56e-4c18-961d-29b386681a0c req-3bebd2fd-44b7-4309-ab15-0ccb60e10501 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0616446 Jan 28 12:03:31.933713 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e7083552-b56e-4c18-961d-29b386681a0c req-9f599d47-63b9-47d6-8295-4229958998ee tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458615 Jan 28 12:03:32.807284 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583671d-ab21-433b-bdf1-8ddd853aba46 req-e3e3187a-1890-4b2e-8bf6-2b1bd2825be7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:32.809362 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3583671d-ab21-433b-bdf1-8ddd853aba46 req-e3e3187a-1890-4b2e-8bf6-2b1bd2825be7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0562756 Jan 28 12:03:32.874520 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3583671d-ab21-433b-bdf1-8ddd853aba46 req-ecb05278-689c-4a6a-9a1d-61dd5fef9b37 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566678 Jan 28 12:03:32.935680 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c9d9-46d3-45b1-ad2e-b55dc676b2ea req-d51302c8-ce85-4152-bc83-6c8b85d3577e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:32.937239 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bd45c9d9-46d3-45b1-ad2e-b55dc676b2ea req-d51302c8-ce85-4152-bc83-6c8b85d3577e tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0539823 Jan 28 12:03:32.993579 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bd45c9d9-46d3-45b1-ad2e-b55dc676b2ea req-421ec31b-77ff-4020-96e3-c24918fe57a5 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489988 Jan 28 12:03:33.080940 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b5fb-15b7-4924-9579-2cfd8b910ce0 req-a727e90c-8432-40db-8777-2f6280959289 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:33.084299 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1bf7b5fb-15b7-4924-9579-2cfd8b910ce0 req-a727e90c-8432-40db-8777-2f6280959289 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0545473 Jan 28 12:03:33.138212 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1bf7b5fb-15b7-4924-9579-2cfd8b910ce0 req-14e301dd-189c-4c5d-b067-a3aa1b390111 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500791 Jan 28 12:03:33.985992 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8f3d-5ac8-40ee-85f0-24d6a4dbc6fb req-49c818a0-b376-46dc-ba94-6e4277f25943 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:33.987514 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0bfc8f3d-5ac8-40ee-85f0-24d6a4dbc6fb req-49c818a0-b376-46dc-ba94-6e4277f25943 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0520377 Jan 28 12:03:34.037678 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0bfc8f3d-5ac8-40ee-85f0-24d6a4dbc6fb req-f3eac1ad-f787-425f-93a9-d3e20342284a tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Jan 28 12:03:34.118510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8796c52-ec38-4f78-bf49-561655da1aba req-a1757771-aece-4ec9-a211-a082e478c142 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:34.120471 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a8796c52-ec38-4f78-bf49-561655da1aba req-a1757771-aece-4ec9-a211-a082e478c142 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 946 time: 0.0530987 Jan 28 12:03:34.172262 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a8796c52-ec38-4f78-bf49-561655da1aba req-1341e0ad-47f6-487f-941a-76a3ea9fbd08 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 Jan 28 12:03:34.278780 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6312d-6914-454f-96d6-fddc8f79632d req-51750d7b-088c-4b31-be91-ddad8058fc68 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:34.280289 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-23b6312d-6914-454f-96d6-fddc8f79632d req-51750d7b-088c-4b31-be91-ddad8058fc68 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0531652 Jan 28 12:03:34.321271 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 47196dc8-65f5-4366-b9da-02d575fe0d67 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:34.337746 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-23b6312d-6914-454f-96d6-fddc8f79632d req-4c978a18-d0d1-4b3d-b5e6-40110530f1cc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513732 Jan 28 12:03:34.403879 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 47196dc8-65f5-4366-b9da-02d575fe0d67 is: ACTIVE; New status is: DOWN {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:34.404279 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:34.428372 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:34.430628 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a349fb59-b483-4bb9-96f5-d07ef5f12454" -d '{"events": [{"server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "name": "network-vif-unplugged", "status": "completed", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:34.443624 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:34.452847 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:34.481428 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54140e1-6e6a-49ce-9f6d-3cc009588804 x-openstack-request-id: req-f54140e1-6e6a-49ce-9f6d-3cc009588804 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:34.481768 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "name": "network-vif-unplugged", "status": "completed", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:34.481966 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f54140e1-6e6a-49ce-9f6d-3cc009588804 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:34.482353 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'code': 200} Jan 28 12:03:34.506192 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=8']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:35.157278 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7fcb-e2c3-4ac2-bdac-962447c1ee59 req-a19366b5-d098-4623-ad0f-0f8e4fcbaa66 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:35.158847 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f6b7fcb-e2c3-4ac2-bdac-962447c1ee59 req-a19366b5-d098-4623-ad0f-0f8e4fcbaa66 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0498922 Jan 28 12:03:35.224918 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f6b7fcb-e2c3-4ac2-bdac-962447c1ee59 req-a3c387df-4795-4056-a896-6465d6d38ac3 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601590 Jan 28 12:03:35.307735 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4e59b-4e51-47a8-99ef-e035a404e0c5 req-0431f167-5621-4ec5-a90f-dd09f775e6f0 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:35.315514 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-64b4e59b-4e51-47a8-99ef-e035a404e0c5 req-0431f167-5621-4ec5-a90f-dd09f775e6f0 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0561759 Jan 28 12:03:35.363940 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-64b4e59b-4e51-47a8-99ef-e035a404e0c5 req-3ded51aa-d069-4a9a-b0b4-ef6e6c44ad6b tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471027 Jan 28 12:03:35.464060 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073af29-ab87-4406-8437-d6624f6b22d5 req-d2ee0ecf-6490-4075-b997-41b5069ab83c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:35.465623 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9073af29-ab87-4406-8437-d6624f6b22d5 req-d2ee0ecf-6490-4075-b997-41b5069ab83c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0515027 Jan 28 12:03:35.515014 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9073af29-ab87-4406-8437-d6624f6b22d5 req-ae89ddc9-fa3f-4fed-a853-1a627075e5be tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Jan 28 12:03:36.341574 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da5d9-6125-40ab-8467-c727c0bb2a90 req-523eb9db-94cb-4223-8442-a6ae4e329916 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:36.343198 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b96da5d9-6125-40ab-8467-c727c0bb2a90 req-523eb9db-94cb-4223-8442-a6ae4e329916 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0594778 Jan 28 12:03:36.395097 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b96da5d9-6125-40ab-8467-c727c0bb2a90 req-1ab10bc8-d925-4812-8567-6367df9f4362 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Jan 28 12:03:36.501044 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902566-93a6-4ea9-8384-ede524a9f225 req-ec3882d9-05da-47e9-b609-c10f635069ad tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:36.502499 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-05902566-93a6-4ea9-8384-ede524a9f225 req-ec3882d9-05da-47e9-b609-c10f635069ad tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0537829 Jan 28 12:03:36.550670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-05902566-93a6-4ea9-8384-ede524a9f225 req-85ecfb27-3e45-419c-91c8-0492056cd045 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Jan 28 12:03:36.641879 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c591c8-7c66-450e-9067-97c3fa74cdb1 req-1ce4b9ea-5676-4464-9d45-5a63f8486c65 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:36.643408 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-49c591c8-7c66-450e-9067-97c3fa74cdb1 req-1ce4b9ea-5676-4464-9d45-5a63f8486c65 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0528319 Jan 28 12:03:36.693004 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-49c591c8-7c66-450e-9067-97c3fa74cdb1 req-3620c891-ffd2-402e-a0b1-6e8f7af7daf8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Jan 28 12:03:37.522978 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5842e22-318d-4606-815a-e0051599cf2f req-c66687b2-a0b6-490c-a101-34728fab4779 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:37.530289 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c5842e22-318d-4606-815a-e0051599cf2f req-c66687b2-a0b6-490c-a101-34728fab4779 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0621650 Jan 28 12:03:37.583043 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c5842e22-318d-4606-815a-e0051599cf2f req-9d28325d-784e-4f8c-b1e0-95539c7ec503 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518336 Jan 28 12:03:37.681520 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42faa36-bcdd-4c0d-973e-0cbab3909c1c req-2feea6db-93e4-4d37-898e-307a24f33c0a tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:37.683103 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a42faa36-bcdd-4c0d-973e-0cbab3909c1c req-2feea6db-93e4-4d37-898e-307a24f33c0a tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0518484 Jan 28 12:03:37.733492 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a42faa36-bcdd-4c0d-973e-0cbab3909c1c req-53d9ce37-b840-45c4-a577-eca47bfeb335 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436912 Jan 28 12:03:37.819572 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd46c6c-7ce1-459a-bb9b-a978f77aa438 req-21872e5b-4e66-48e2-a61c-149b1f340d37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:37.821157 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2fd46c6c-7ce1-459a-bb9b-a978f77aa438 req-21872e5b-4e66-48e2-a61c-149b1f340d37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0492115 Jan 28 12:03:37.873445 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2fd46c6c-7ce1-459a-bb9b-a978f77aa438 req-3e29151d-c45a-47e8-99ec-ddce0d5295a1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458980 Jan 28 12:03:38.708978 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9a6b7-4c35-41ef-8e21-b7c6ac64484e req-4a9b42b0-6346-4f6d-b9dc-b07efff871cc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:38.710458 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9dc9a6b7-4c35-41ef-8e21-b7c6ac64484e req-4a9b42b0-6346-4f6d-b9dc-b07efff871cc tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Jan 28 12:03:38.739290 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Deleting port 47196dc8-65f5-4366-b9da-02d575fe0d67 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:38.740052 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:38.757689 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9dc9a6b7-4c35-41ef-8e21-b7c6ac64484e req-e09346fa-80e6-4d76-8ece-f62fff7080ad tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Jan 28 12:03:38.841149 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] For port 47196dc8-65f5-4366-b9da-02d575fe0d67, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=47196dc8-65f5-4366-b9da-02d575fe0d67,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:38.841535 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:38.853739 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Calling delete_port for 47196dc8-65f5-4366-b9da-02d575fe0d67 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:38.872717 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0685c04-5b60-4149-b00b-ee93843f1dbb req-8d587caa-a0b6-4e84-9980-44947a5ee218 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:38.874262 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b0685c04-5b60-4149-b00b-ee93843f1dbb req-8d587caa-a0b6-4e84-9980-44947a5ee218 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aee0b23-c06f-47bf-a453-5e5307cde057 HTTP/1.1" status: 200 len: 944 time: 0.0522339 Jan 28 12:03:38.925499 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b0685c04-5b60-4149-b00b-ee93843f1dbb req-f4a16fa4-d7d8-41f4-886c-344e0f56acd9 tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.36 "GET /v2.0/security-groups?id=727fd39e-ea14-43d4-938e-256db0f21505&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Jan 28 12:03:38.988236 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (47196dc8-65f5-4366-b9da-02d575fe0d67), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:38.999960 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2d678-f918-4694-b205-bd5354c641d6 req-89578d2c-3595-4985-8490-83b86bd31931 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:39.001428 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-87c2d678-f918-4694-b205-bd5354c641d6 req-89578d2c-3595-4985-8490-83b86bd31931 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0526357 Jan 28 12:03:39.018926 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Pushing event deleted for resources: {'Port': ['ID=47196dc8-65f5-4366-b9da-02d575fe0d67,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:39.053939 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-87c2d678-f918-4694-b205-bd5354c641d6 req-c340c6ae-113c-4cd3-9bd6-b6a5fdb8f062 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467582 Jan 28 12:03:39.061453 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] No DVR routers for this DVR port 47196dc8-65f5-4366-b9da-02d575fe0d67 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:03:39.064353 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:39.068383 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1d6e4dc6-dc46-4055-acea-a0dffe7bcb72 req-575eca84-e4ec-4b39-bea7-9da02815b7ca tempest-TestMinimumBasicScenario-1282591199 tempest-TestMinimumBasicScenario-1282591199-project] 10.222.0.39 "DELETE /v2.0/ports/47196dc8-65f5-4366-b9da-02d575fe0d67 HTTP/1.1" status: 204 len: 173 time: 0.4177694 Jan 28 12:03:39.068959 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'name': 'network-vif-deleted', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:39.072088 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e86d27-30e5-4de1-9910-5a38251b1799" -d '{"events": [{"server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "name": "network-vif-deleted", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:39.167142 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d29514a-f9b3-42d6-8c40-bf5d3070e7d0 x-openstack-request-id: req-1d29514a-f9b3-42d6-8c40-bf5d3070e7d0 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:39.167441 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aee0b23-c06f-47bf-a453-5e5307cde057", "name": "network-vif-deleted", "tag": "47196dc8-65f5-4366-b9da-02d575fe0d67", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:39.167685 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d29514a-f9b3-42d6-8c40-bf5d3070e7d0 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:39.168194 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aee0b23-c06f-47bf-a453-5e5307cde057', 'name': 'network-vif-deleted', 'tag': '47196dc8-65f5-4366-b9da-02d575fe0d67', 'status': 'completed', 'code': 200} Jan 28 12:03:39.901141 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da6fb-cb67-4b85-a51d-5260e6da4d47 req-96643a83-6c31-4d95-b0fe-3a4981a62f7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:39.902886 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d16da6fb-cb67-4b85-a51d-5260e6da4d47 req-96643a83-6c31-4d95-b0fe-3a4981a62f7f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Jan 28 12:03:39.950210 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d16da6fb-cb67-4b85-a51d-5260e6da4d47 req-6067f04f-5685-4c9a-b987-597456257c4b tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409055 Jan 28 12:03:40.064263 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5c203-bad2-4981-9a7d-60ed64cf3300 req-2f58a699-fe72-45f3-ab3f-d4dfa001c6ec tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:40.065602 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-65a5c203-bad2-4981-9a7d-60ed64cf3300 req-2f58a699-fe72-45f3-ab3f-d4dfa001c6ec tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Jan 28 12:03:40.074602 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53602) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:40.079454 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Request body: {'floatingip': {'port_id': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:03:40.121836 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (c4375581-2df4-4a8d-a7be-6079ae0eb2ea), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:40.182456 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4b723-8956-4c0b-8308-56fc7d41fefe req-bc79026c-7b32-40eb-819c-f0c742fb88bd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:40.184564 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b7e4b723-8956-4c0b-8308-56fc7d41fefe req-bc79026c-7b32-40eb-819c-f0c742fb88bd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0539410 Jan 28 12:03:40.236643 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b7e4b723-8956-4c0b-8308-56fc7d41fefe req-c367ecc9-671f-444f-9c59-b78920be4dc9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Jan 28 12:03:40.512663 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53638) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:40.581988 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:40.586772 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (c4375581-2df4-4a8d-a7be-6079ae0eb2ea), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:40.699943 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Floating IP c4375581-2df4-4a8d-a7be-6079ae0eb2ea associated. External IP: 172.27.0.48, port: a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3. Jan 28 12:03:40.878406 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (4be3cb42-00c2-45db-980a-91404defac3a), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:40.910512 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Router ce078895-c725-4df3-9089-878cef14ee62 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:03:41.019243 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:03:41.026313 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:41.032222 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] Sync routers for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:03:41.050058 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:41.050701 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:41.057770 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-91a2d86f-609b-433e-a961-5ee8c4fd0188 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "PUT /v2.0/floatingips/c4375581-2df4-4a8d-a7be-6079ae0eb2ea HTTP/1.1" status: 200 len: 990 time: 0.9819314 Jan 28 12:03:41.146880 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Deleting port 32d50adb-045f-4be6-a1e8-0aae81064e2e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:41.147445 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:41.158403 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:41.169784 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:41.172276 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2a043-5491-4452-ab46-751aaac24bf0" -d '{"events": [{"name": "network-changed", "server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:41.211740 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69825977-15a2-460b-9da6-add1ce7b62c8 x-openstack-request-id: req-69825977-15a2-460b-9da6-add1ce7b62c8 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:41.212151 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:41.212462 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69825977-15a2-460b-9da6-add1ce7b62c8 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:41.212931 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'status': 'completed', 'code': 200} Jan 28 12:03:41.349722 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-1e196e15-47fa-4834-8d84-449959553ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:41.351300 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-1e196e15-47fa-4834-8d84-449959553ff7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05edd67dea0749ba9801adc81447e73e&device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 1098 time: 0.1154878 Jan 28 12:03:41.401906 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'c4375581-2df4-4a8d-a7be-6079ae0eb2ea', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'port_id': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'mac_address': 'fa:16:3e:17:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810202d9-5b15-45a6-bb80-371d16d09807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:03:17Z', 'updated_at': '2022-01-28T12:03:40Z', 'revision_number': 1, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:41.434603 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] Checking router: ce078895-c725-4df3-9089-878cef14ee62 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:03:41.447497 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:41.448174 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:41.455890 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-f078e93b-cdbe-46fe-9a98-a6354f34a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:41.456765 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-f078e93b-cdbe-46fe-9a98-a6354f34a058 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 200 len: 912 time: 0.0984981 Jan 28 12:03:41.522990 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-1d46d763-4f56-4619-aeac-28364892dc6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 HTTP/1.1" status: 200 len: 998 time: 0.0604844 Jan 28 12:03:41.536959 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980c735-5435-4bfb-be1b-e6bd509a68a0 req-0525b6bd-5789-4f59-8d44-74028f82f33f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:41.538426 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f980c735-5435-4bfb-be1b-e6bd509a68a0 req-0525b6bd-5789-4f59-8d44-74028f82f33f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0739284 Jan 28 12:03:41.545775 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] For port 32d50adb-045f-4be6-a1e8-0aae81064e2e, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=32d50adb-045f-4be6-a1e8-0aae81064e2e,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:41.546220 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:41.577255 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Calling delete_port for 32d50adb-045f-4be6-a1e8-0aae81064e2e owned by network:router_interface {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:41.578639 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-967aa864-c2b9-4803-9317-d1f57c2c129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:41.579977 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-967aa864-c2b9-4803-9317-d1f57c2c129f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 200 len: 850 time: 0.0509036 Jan 28 12:03:41.631213 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-c38052b3-4b7b-405e-99f9-3aefa3d628ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:41.633497 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-c38052b3-4b7b-405e-99f9-3aefa3d628ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1af7baaa-de39-45ed-abaa-df64c4c7bfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462341 Jan 28 12:03:41.644207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f980c735-5435-4bfb-be1b-e6bd509a68a0 req-4554b967-ba23-461d-9ac3-b6c31c920ff6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951703 Jan 28 12:03:41.693905 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:41.731096 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-b899065d-1728-4278-906f-1b5e302a8a1b service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907929 Jan 28 12:03:41.792479 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (32d50adb-045f-4be6-a1e8-0aae81064e2e), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:41.819968 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d50adb-045f-4be6-a1e8-0aae81064e2e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:41.827758 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.828124 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-faf2a043-5491-4452-ab46-751aaac24bf0 req-318fb83d-9588-4515-b1a5-f5acc793de88 service neutron] 10.222.0.39 "GET /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893958 Jan 28 12:03:41.828272 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.828467 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.828788 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.829110 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.829429 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.829749 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.830068 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.830387 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.830706 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.831021 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.831332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.831642 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:41.931797 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'c4375581-2df4-4a8d-a7be-6079ae0eb2ea', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'port_id': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'mac_address': 'fa:16:3e:17:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810202d9-5b15-45a6-bb80-371d16d09807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:03:17Z', 'updated_at': '2022-01-28T12:03:40Z', 'revision_number': 1, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:41.960028 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f96834-b3d7-4b95-9934-3f16bdf61ac3 None None] The sync data for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': 'c4375581-2df4-4a8d-a7be-6079ae0eb2ea', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'port_id': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'mac_address': 'fa:16:3e:17:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810202d9-5b15-45a6-bb80-371d16d09807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:03:17Z', 'updated_at': '2022-01-28T12:03:40Z', 'revision_number': 1, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:03:42.000814 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (4be3cb42-00c2-45db-980a-91404defac3a), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:42.158598 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c1bdc3-3b9a-424f-b222-2ddd6958b39f None None] New status for floating IP c4375581-2df4-4a8d-a7be-6079ae0eb2ea: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:03:42.226609 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Router 4be3cb42-00c2-45db-980a-91404defac3a has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:03:42.338427 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:03:42.343795 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c958303f-132e-4961-aef5-2624caf6ea61 admin admin] 10.222.0.36 "PUT /v2.0/routers/4be3cb42-00c2-45db-980a-91404defac3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8297398 Jan 28 12:03:42.346580 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53650) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:42.351094 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] Sync routers for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:03:42.361607 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:42.362389 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:42.467362 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks [] for router (4be3cb42-00c2-45db-980a-91404defac3a), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:42.476288 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:42.570825 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks [] for router_gateway (4be3cb42-00c2-45db-980a-91404defac3a), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:42.624401 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Deleting port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:42.624840 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:42.656298 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:03:41Z', 'revision_number': 5, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port': {'id': '31aafedf-fdd7-4ed0-ba36-e312860fd1b1', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3cb42-00c2-45db-980a-91404defac3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:42.682378 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] Checking router: 4be3cb42-00c2-45db-980a-91404defac3a for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:03:42.696550 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] Routers {'4be3cb42-00c2-45db-980a-91404defac3a'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:42.697181 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['4be3cb42-00c2-45db-980a-91404defac3a'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:42.727158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] For port 31aafedf-fdd7-4ed0-ba36-e312860fd1b1, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:42.727675 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:42.763037 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Calling delete_port for 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 owned by network:router_gateway {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:42.787221 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] Set router 4be3cb42-00c2-45db-980a-91404defac3a gateway port host: None {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:42.823497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc3052-975c-432d-9c5b-5b4fb1220380 req-e0db754a-463e-4dc3-85df-f26dbc2f5acf tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:42.825288 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fdcc3052-975c-432d-9c5b-5b4fb1220380 req-e0db754a-463e-4dc3-85df-f26dbc2f5acf tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0948179 Jan 28 12:03:42.837965 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:03:42Z', 'revision_number': 6, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:42.867445 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc244e0e-617a-4640-bd05-fdcec7c12d02 None None] The sync data for ids ['4be3cb42-00c2-45db-980a-91404defac3a'] in dv-cinder-811877-11-iscsi is: [{'id': '4be3cb42-00c2-45db-980a-91404defac3a', 'name': 'tempest-TestMinimumBasicScenario-739036042-router', 'tenant_id': '2710da6d37254514a06537d61d459824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:15Z', 'updated_at': '2022-01-28T12:03:42Z', 'revision_number': 6, 'project_id': '2710da6d37254514a06537d61d459824', 'gw_port_host': None}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:03:42.929037 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fdcc3052-975c-432d-9c5b-5b4fb1220380 req-0847f49c-749d-4b43-99b9-763cf802dbd4 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951204 Jan 28 12:03:42.996446 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (31aafedf-fdd7-4ed0-ba36-e312860fd1b1), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.022213 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Pushing event deleted for resources: {'Port': ['ID=31aafedf-fdd7-4ed0-ba36-e312860fd1b1,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:43.087767 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (4be3cb42-00c2-45db-980a-91404defac3a), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.177220 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (4be3cb42-00c2-45db-980a-91404defac3a), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.179422 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks [] for router_controller (4be3cb42-00c2-45db-980a-91404defac3a), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.224672 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (4be3cb42-00c2-45db-980a-91404defac3a), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.225228 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be3cb42-00c2-45db-980a-91404defac3a {{(pid=102404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:03:43.231942 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.233139 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6f20f53d-db29-4674-8986-93156878c704 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4be3cb42-00c2-45db-980a-91404defac3a HTTP/1.1" status: 204 len: 168 time: 0.8856037 Jan 28 12:03:43.235813 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53654) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:43.284394 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] Deleting subnet c1b7b2a9-db14-4543-ad37-22441f18f2d9 {{(pid=102404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:03:43.287692 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] Publish callbacks [] for subnet (c1b7b2a9-db14-4543-ad37-22441f18f2d9), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.328539 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25643491'] for subnet (c1b7b2a9-db14-4543-ad37-22441f18f2d9), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.436402 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (c1b7b2a9-db14-4543-ad37-22441f18f2d9), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.491400 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25222182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25456920'] for subnet (c1b7b2a9-db14-4543-ad37-22441f18f2d9), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.521201 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b7b2a9-db14-4543-ad37-22441f18f2d9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:43.523151 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.526336 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-12f4ecf9-9a84-4774-bc49-fd38ef473543 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c1b7b2a9-db14-4543-ad37-22441f18f2d9 HTTP/1.1" status: 204 len: 168 time: 0.2895238 Jan 28 12:03:43.527959 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7080c82-7887-4a4e-a391-61ab619ff0d1 None None] Network 1445ae6d-def7-4e92-8b55-e8f59744c2ee requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:03:43.529689 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53658) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:43.600322 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (1445ae6d-def7-4e92-8b55-e8f59744c2ee), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.660650 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Deleting port c52dcf08-6255-426b-a455-6cec588f4822 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:43.661009 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (c52dcf08-6255-426b-a455-6cec588f4822), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.708687 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] DHCP port deletion for 1445ae6d-def7-4e92-8b55-e8f59744c2ee request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:03:43.728841 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] For port c52dcf08-6255-426b-a455-6cec588f4822, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=c52dcf08-6255-426b-a455-6cec588f4822,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:43.729195 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (c52dcf08-6255-426b-a455-6cec588f4822), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.743567 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Calling delete_port for c52dcf08-6255-426b-a455-6cec588f4822 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:43.759452 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] Deleting port c52dcf08-6255-426b-a455-6cec588f4822 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:43.759830 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (c52dcf08-6255-426b-a455-6cec588f4822), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.823716 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (c52dcf08-6255-426b-a455-6cec588f4822), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.825078 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] For port c52dcf08-6255-426b-a455-6cec588f4822, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=c52dcf08-6255-426b-a455-6cec588f4822,segment=NetworkSegment(69a02f7d-d104-476f-bc0e-ebbf7ca71cf9),segment_id=69a02f7d-d104-476f-bc0e-ebbf7ca71cf9)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:43.825595 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (c52dcf08-6255-426b-a455-6cec588f4822), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.838965 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] Calling delete_port for c52dcf08-6255-426b-a455-6cec588f4822 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:43.855029 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52dcf08-6255-426b-a455-6cec588f4822,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:43.858488 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] No DVR routers for this DVR port c52dcf08-6255-426b-a455-6cec588f4822 on host dv-cinder-811877-11-iscsi {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:03:43.946221 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (1445ae6d-def7-4e92-8b55-e8f59744c2ee), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.962812 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (c52dcf08-6255-426b-a455-6cec588f4822), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.967066 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1445ae6d-def7-4e92-8b55-e8f59744c2ee']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:43.976869 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:43.977165 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a02f7d-d104-476f-bc0e-ebbf7ca71cf9') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:43.987067 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (69a02f7d-d104-476f-bc0e-ebbf7ca71cf9), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:43.995809 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] No DVR routers for this DVR port c52dcf08-6255-426b-a455-6cec588f4822 on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:03:43.997173 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2511c-8edb-4e23-bed2-128f1e0cb52f None None] Pushing event deleted for resources: {'Port': ['ID=c52dcf08-6255-426b-a455-6cec588f4822,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:44.000757 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (69a02f7d-d104-476f-bc0e-ebbf7ca71cf9), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:44.007869 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:03:44.008251 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (69a02f7d-d104-476f-bc0e-ebbf7ca71cf9), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:03:44.010122 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:03:44.099061 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (1445ae6d-def7-4e92-8b55-e8f59744c2ee), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:44.108168 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:44.111269 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1445ae6d-def7-4e92-8b55-e8f59744c2ee HTTP/1.1" status: 204 len: 168 time: 0.5804682 Jan 28 12:03:44.114451 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53662) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:44.118222 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2a71a-439d-4707-8464-81d104aaeee8 req-74cc9d54-d5b7-4659-9eda-39cb93f23acc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:44.119771 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-24e2a71a-439d-4707-8464-81d104aaeee8 req-74cc9d54-d5b7-4659-9eda-39cb93f23acc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0979283 Jan 28 12:03:44.134946 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b1f9-abd0-4f3d-83f2-66648ec27d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1445ae6d-def7-4e92-8b55-e8f59744c2ee,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:44.171317 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-24e2a71a-439d-4707-8464-81d104aaeee8 req-041b3583-650c-466b-96e4-6939ce50d24e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Jan 28 12:03:44.430880 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device c52dcf08-6255-426b-a455-6cec588f4822 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:44.451391 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: c52dcf08-6255-426b-a455-6cec588f4822 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:03:44.451739 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device c52dcf08-6255-426b-a455-6cec588f4822 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:03:44.452191 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:44.470770 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:03:44.471113 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 31aafedf-fdd7-4ed0-ba36-e312860fd1b1 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:03:44.471521 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 32d50adb-045f-4be6-a1e8-0aae81064e2e no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:44.491300 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 32d50adb-045f-4be6-a1e8-0aae81064e2e {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:03:44.491759 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 32d50adb-045f-4be6-a1e8-0aae81064e2e not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:03:44.781907 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (8a9095e6-dbd4-403e-b52b-31ff91e8d231), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:45.093463 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Deleting port 01a737b6-b5a9-4c07-9d3e-7eec380db491 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:45.093803 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:45.174589 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] For port 01a737b6-b5a9-4c07-9d3e-7eec380db491, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=01a737b6-b5a9-4c07-9d3e-7eec380db491,segment=NetworkSegment(d278a19e-35e8-4e59-a36d-5e7a966b1094),segment_id=d278a19e-35e8-4e59-a36d-5e7a966b1094)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:45.175260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:45.187296 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Calling delete_port for 01a737b6-b5a9-4c07-9d3e-7eec380db491 owned by network:router_interface {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:45.293845 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754cde4-98ff-4c9e-8ff0-d7d17997f14f req-feabe62c-f41f-4ca3-95b1-9cbcf317c82e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:45.295325 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9754cde4-98ff-4c9e-8ff0-d7d17997f14f req-feabe62c-f41f-4ca3-95b1-9cbcf317c82e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0496366 Jan 28 12:03:45.345878 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9754cde4-98ff-4c9e-8ff0-d7d17997f14f req-43be88ff-bd35-48f4-b63f-ba0e4571df04 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Jan 28 12:03:45.368121 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (01a737b6-b5a9-4c07-9d3e-7eec380db491), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:45.396765 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a737b6-b5a9-4c07-9d3e-7eec380db491,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:45.408256 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.408608 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.408950 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.409287 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.409618 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.409943 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.410274 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.410603 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.410929 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.411251 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.411571 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.411914 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.412236 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:03:45.570649 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (8a9095e6-dbd4-403e-b52b-31ff91e8d231), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:45.801484 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:03:45.915554 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:03:45.920975 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a140f719-2d18-4275-ba8b-24d6dc7ff645 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a9095e6-dbd4-403e-b52b-31ff91e8d231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053987 Jan 28 12:03:45.923758 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53670) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:45.927076 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] Sync routers for ids ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:03:45.938469 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] Routers {'8a9095e6-dbd4-403e-b52b-31ff91e8d231'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:45.939078 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:46.033685 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks [] for router (8a9095e6-dbd4-403e-b52b-31ff91e8d231), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.048047 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] Set router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:46.145761 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks [] for router_gateway (8a9095e6-dbd4-403e-b52b-31ff91e8d231), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.202846 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Deleting port 249fafb2-0ebe-426d-b7c8-49bd7002b70d {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:46.203180 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.280323 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] For port 249fafb2-0ebe-426d-b7c8-49bd7002b70d, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=249fafb2-0ebe-426d-b7c8-49bd7002b70d,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:46.280729 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.292296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Calling delete_port for 249fafb2-0ebe-426d-b7c8-49bd7002b70d owned by network:router_gateway {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:46.310041 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:03:45Z', 'revision_number': 5, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port': {'id': '249fafb2-0ebe-426d-b7c8-49bd7002b70d', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:00:24Z', 'updated_at': '2022-01-28T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:46.340228 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] Checking router: 8a9095e6-dbd4-403e-b52b-31ff91e8d231 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:03:46.348365 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] Routers {'8a9095e6-dbd4-403e-b52b-31ff91e8d231'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:03:46.348947 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:03:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:46.357634 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:03:46.474908 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] Set router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:03:46.481180 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:46.493182 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'port_id': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'mac_address': 'fa:16:3e:2a:af:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:03:46.528058 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:03:46Z', 'revision_number': 6, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:46.533211 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43153400-62e7-4271-83f2-939ac164db73 req-4e1873ad-dadc-42e4-999b-dc3035195bb9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:46.534743 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-43153400-62e7-4271-83f2-939ac164db73 req-4e1873ad-dadc-42e4-999b-dc3035195bb9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 943 time: 0.0716522 Jan 28 12:03:46.535833 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:46.536059 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (249fafb2-0ebe-426d-b7c8-49bd7002b70d), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.536518 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.554707 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:03:46.561877 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee673ea-f018-482c-8b6d-b3c679ccb1d0 None None] The sync data for ids ['8a9095e6-dbd4-403e-b52b-31ff91e8d231'] in dv-cinder-811877-11-iscsi is: [{'id': '8a9095e6-dbd4-403e-b52b-31ff91e8d231', 'name': 'tempest-TestMinimumBasicScenario-307970147-router', 'tenant_id': 'c62284992e304d978b27c9cbf16d60be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:00:23Z', 'updated_at': '2022-01-28T12:03:46Z', 'revision_number': 6, 'project_id': 'c62284992e304d978b27c9cbf16d60be', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:03:46.562788 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Pushing event deleted for resources: {'Port': ['ID=249fafb2-0ebe-426d-b7c8-49bd7002b70d,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:46.585957 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:46.593939 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.648889 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=9']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:46.655492 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-43153400-62e7-4271-83f2-939ac164db73 req-47d6127c-93c3-4268-8910-5a6891f286a9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979507 Jan 28 12:03:46.664204 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (8a9095e6-dbd4-403e-b52b-31ff91e8d231), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:46.838465 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:03:47.034854 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (8a9095e6-dbd4-403e-b52b-31ff91e8d231), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.036929 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks [] for router_controller (8a9095e6-dbd4-403e-b52b-31ff91e8d231), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.080541 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (8a9095e6-dbd4-403e-b52b-31ff91e8d231), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.081047 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a9095e6-dbd4-403e-b52b-31ff91e8d231 {{(pid=102404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:03:47.085546 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.086744 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-655be350-ebd3-405a-86a2-090b77d5ba4a admin admin] 10.222.0.36 "DELETE /v2.0/routers/8a9095e6-dbd4-403e-b52b-31ff91e8d231 HTTP/1.1" status: 204 len: 168 time: 1.1613221 Jan 28 12:03:47.089906 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53676) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:47.135326 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] Deleting subnet f057736d-08e3-4f97-91bc-673798b19b53 {{(pid=102404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:03:47.138761 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] Publish callbacks [] for subnet (f057736d-08e3-4f97-91bc-673798b19b53), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.173830 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25643491'] for subnet (f057736d-08e3-4f97-91bc-673798b19b53), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.251922 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (f057736d-08e3-4f97-91bc-673798b19b53), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.309786 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25222182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25456920'] for subnet (f057736d-08e3-4f97-91bc-673798b19b53), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.335948 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f057736d-08e3-4f97-91bc-673798b19b53,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:47.339504 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.342721 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-edc0e51a-2f16-40ec-90c2-5b528ede42cd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f057736d-08e3-4f97-91bc-673798b19b53 HTTP/1.1" status: 204 len: 168 time: 0.2518446 Jan 28 12:03:47.345116 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53678) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:47.347648 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2307d-f8f1-4467-9e3a-23a33e91ef50 None None] Network 043ab78a-64b9-4803-9a79-b38543498c32 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:03:47.419979 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (043ab78a-64b9-4803-9a79-b38543498c32), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.479098 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Deleting port 77132ed8-ac99-4f14-8356-7324d086ae17 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:47.479437 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.496846 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] DHCP port deletion for 043ab78a-64b9-4803-9a79-b38543498c32 request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:03:47.543226 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] For port 77132ed8-ac99-4f14-8356-7324d086ae17, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=77132ed8-ac99-4f14-8356-7324d086ae17,segment=NetworkSegment(d278a19e-35e8-4e59-a36d-5e7a966b1094),segment_id=d278a19e-35e8-4e59-a36d-5e7a966b1094)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:47.543730 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.548457 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] Deleting port 77132ed8-ac99-4f14-8356-7324d086ae17 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:03:47.548831 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.557642 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Calling delete_port for 77132ed8-ac99-4f14-8356-7324d086ae17 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:47.613825 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] For port 77132ed8-ac99-4f14-8356-7324d086ae17, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=77132ed8-ac99-4f14-8356-7324d086ae17,segment=NetworkSegment(d278a19e-35e8-4e59-a36d-5e7a966b1094),segment_id=d278a19e-35e8-4e59-a36d-5e7a966b1094)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:47.614216 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.627680 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] Calling delete_port for 77132ed8-ac99-4f14-8356-7324d086ae17 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:03:47.646769 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.674273 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Pushing event deleted for resources: {'Port': ['ID=77132ed8-ac99-4f14-8356-7324d086ae17,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:47.677748 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] No DVR routers for this DVR port 77132ed8-ac99-4f14-8356-7324d086ae17 on host dv-cinder-811877-11-iscsi {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:03:47.707033 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (77132ed8-ac99-4f14-8356-7324d086ae17), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.738152 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] Pushing event deleted for resources: {'Port': ['ID=77132ed8-ac99-4f14-8356-7324d086ae17,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:47.740076 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b981c-e8c5-4875-b6a2-afae51f6bfc2 None None] No DVR routers for this DVR port 77132ed8-ac99-4f14-8356-7324d086ae17 on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:03:47.757222 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (043ab78a-64b9-4803-9a79-b38543498c32), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.788076 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043ab78a-64b9-4803-9a79-b38543498c32']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:47.813914 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd278a19e-35e8-4e59-a36d-5e7a966b1094') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:47.813914 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd278a19e-35e8-4e59-a36d-5e7a966b1094') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:03:47.824924 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (d278a19e-35e8-4e59-a36d-5e7a966b1094), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.841494 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (d278a19e-35e8-4e59-a36d-5e7a966b1094), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.849958 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c1b70-4f83-49b8-a7e0-d4853bc08cf5 req-49993428-4c7b-450d-b636-c28513cf60b1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:47.851448 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b54c1b70-4f83-49b8-a7e0-d4853bc08cf5 req-49993428-4c7b-450d-b636-c28513cf60b1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 944 time: 0.0852041 Jan 28 12:03:47.856704 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:03:47.857083 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (d278a19e-35e8-4e59-a36d-5e7a966b1094), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:03:47.858756 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:03:47.938498 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (043ab78a-64b9-4803-9a79-b38543498c32), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.945993 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:47.949186 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] 10.222.0.36 "DELETE /v2.0/networks/043ab78a-64b9-4803-9a79-b38543498c32 HTTP/1.1" status: 204 len: 168 time: 0.6005585 Jan 28 12:03:47.954670 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b54c1b70-4f83-49b8-a7e0-d4853bc08cf5 req-6b180250-6c3e-4cba-8994-cf8d36e07f9c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951138 Jan 28 12:03:47.964421 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c269a2-c1ce-4603-a8bc-4ef522a08594 admin admin] Pushing event deleted for resources: {'Network': ['ID=043ab78a-64b9-4803-9a79-b38543498c32,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:48.127409 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53688) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:48.173279 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-72145885-1d13-4371-b7f5-40459ba429d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2710da6d37254514a06537d61d459824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446000 Jan 28 12:03:48.176026 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53690) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:48.224510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00ee826e-b2a9-45e4-950f-6ccf7c68dfdd admin admin] Publish callbacks [] for security_group (727fd39e-ea14-43d4-938e-256db0f21505), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.246633 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00ee826e-b2a9-45e4-950f-6ccf7c68dfdd admin admin] Publish callbacks [] for security_group (727fd39e-ea14-43d4-938e-256db0f21505), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.300729 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00ee826e-b2a9-45e4-950f-6ccf7c68dfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (727fd39e-ea14-43d4-938e-256db0f21505), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.303360 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-00ee826e-b2a9-45e4-950f-6ccf7c68dfdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.304589 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-00ee826e-b2a9-45e4-950f-6ccf7c68dfdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/727fd39e-ea14-43d4-938e-256db0f21505 HTTP/1.1" status: 204 len: 168 time: 0.1276779 Jan 28 12:03:48.312532 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee826e-b2a9-45e4-950f-6ccf7c68dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727fd39e-ea14-43d4-938e-256db0f21505,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:48.358559 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:03:48.411893 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:03:48.412755 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.445307 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 01a737b6-b5a9-4c07-9d3e-7eec380db491 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:48.608009 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-92f94de3-761c-4e3f-a5b8-99c65f413bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.609291 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 01a737b6-b5a9-4c07-9d3e-7eec380db491 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:03:48.609629 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 01a737b6-b5a9-4c07-9d3e-7eec380db491 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:03:48.610031 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 249fafb2-0ebe-426d-b7c8-49bd7002b70d no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:48.637098 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 249fafb2-0ebe-426d-b7c8-49bd7002b70d {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:03:48.637438 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 249fafb2-0ebe-426d-b7c8-49bd7002b70d not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:03:48.637835 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 77132ed8-ac99-4f14-8356-7324d086ae17 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:03:48.644307 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53696) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:48.660433 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 77132ed8-ac99-4f14-8356-7324d086ae17 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:03:48.660770 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 77132ed8-ac99-4f14-8356-7324d086ae17 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:03:48.688461 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-13f2126c-b0d2-48c5-871f-bbc7a08e9b2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c62284992e304d978b27c9cbf16d60be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428147 Jan 28 12:03:48.691352 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53698) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:03:48.702289 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:03:48.702694 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.725440 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:03:48.727632 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8efc6da-baaf-4a0d-9487-73f3b518f160" -d '{"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-plugged", "status": "completed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:03:48.743382 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:03:48.749145 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.757792 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77a324f5-6ba2-4e76-ac1a-5cd04036e6b7 admin admin] Publish callbacks [] for security_group (d1b56478-e2fe-4815-aa00-90c475cddc4e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.780112 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77a324f5-6ba2-4e76-ac1a-5cd04036e6b7 admin admin] Publish callbacks [] for security_group (d1b56478-e2fe-4815-aa00-90c475cddc4e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.804212 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=10']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:48.831784 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77a324f5-6ba2-4e76-ac1a-5cd04036e6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d1b56478-e2fe-4815-aa00-90c475cddc4e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.834402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-77a324f5-6ba2-4e76-ac1a-5cd04036e6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:48.835559 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-77a324f5-6ba2-4e76-ac1a-5cd04036e6b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1b56478-e2fe-4815-aa00-90c475cddc4e HTTP/1.1" status: 204 len: 168 time: 0.1431692 Jan 28 12:03:48.846961 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a324f5-6ba2-4e76-ac1a-5cd04036e6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b56478-e2fe-4815-aa00-90c475cddc4e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:03:48.978887 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a1c0f1-5756-4ee2-aa7d-853fd4e7ffcc x-openstack-request-id: req-b2a1c0f1-5756-4ee2-aa7d-853fd4e7ffcc {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:03:48.979269 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-plugged", "status": "completed", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:03:48.979829 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2a1c0f1-5756-4ee2-aa7d-853fd4e7ffcc {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:03:48.980122 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'code': 200} Jan 28 12:03:49.094730 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296eaa9b-b1fb-4098-acb4-7c2a8b15d0f6 req-99bc77e9-afd5-4d8a-a01d-d86056cb58ea tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:49.096439 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-296eaa9b-b1fb-4098-acb4-7c2a8b15d0f6 req-99bc77e9-afd5-4d8a-a01d-d86056cb58ea tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 946 time: 0.0557542 Jan 28 12:03:49.149636 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-296eaa9b-b1fb-4098-acb4-7c2a8b15d0f6 req-f7fe9f54-a0de-46de-b919-6b32bb093a49 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472178 Jan 28 12:03:49.476559 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca69ee-8c66-4bb7-b0a0-98f9b6fd4a49 req-d8198f69-7dcf-49e9-b3e5-feec0ebc90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:49.478095 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b7ca69ee-8c66-4bb7-b0a0-98f9b6fd4a49 req-d8198f69-7dcf-49e9-b3e5-feec0ebc90ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1099 time: 0.0425246 Jan 28 12:03:49.527414 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b7ca69ee-8c66-4bb7-b0a0-98f9b6fd4a49 req-b9a3aaae-9075-4263-9a28-7e72bf67cdda service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Jan 28 12:03:50.289220 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad7a73-2c2e-4bf1-89ca-c626f5ece3b5 req-f5475b66-7d17-4366-a5f6-d3ce26f7c480 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:50.293443 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-96ad7a73-2c2e-4bf1-89ca-c626f5ece3b5 req-f5475b66-7d17-4366-a5f6-d3ce26f7c480 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 946 time: 0.0655851 Jan 28 12:03:50.352547 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-96ad7a73-2c2e-4bf1-89ca-c626f5ece3b5 req-8682ffea-b3ca-453c-b2df-565951793915 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528004 Jan 28 12:03:50.651845 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f8a35dee-0027-46de-a0fb-861aeb2d98ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:51.477802 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a1e89-d53c-453e-99fe-6b298d5fc42d req-5b41ddcd-02dc-41ab-a743-b338afc34715 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:51.479304 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3b0a1e89-d53c-453e-99fe-6b298d5fc42d req-5b41ddcd-02dc-41ab-a743-b338afc34715 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Jan 28 12:03:51.534376 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3b0a1e89-d53c-453e-99fe-6b298d5fc42d req-72daa95a-0e66-4b41-87e2-02ec6b75b68f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483310 Jan 28 12:03:51.595508 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:51.648633 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:52.674124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffcd2d-1700-4cd3-a4b4-18c77e8d02ed req-6fcf1e6d-e9fa-4e5a-b51b-113a237cc3be tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:03:52.675639 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0cffcd2d-1700-4cd3-a4b4-18c77e8d02ed req-6fcf1e6d-e9fa-4e5a-b51b-113a237cc3be tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 946 time: 0.0563540 Jan 28 12:03:52.727934 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0cffcd2d-1700-4cd3-a4b4-18c77e8d02ed req-d77010bb-635f-4c76-b17f-466ba0554c61 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Jan 28 12:03:53.239509 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:03:54.547202 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:00.036728 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:04:18.433107 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0c258d41-7750-4eee-a1e5-c5a47ddfc623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:20.660991 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-20583c16-8c89-4dfb-993a-addef5df776d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:21.587806 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:21.650687 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:22.288589 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-5516d2d2-44a6-4d29-964e-4579b7becde4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428245 Jan 28 12:04:22.352247 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-87a5d45f-6fc5-431d-833c-e7728045e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:22.353711 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-87a5d45f-6fc5-431d-833c-e7728045e2bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 1099 time: 0.0410004 Jan 28 12:04:22.462946 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-559e4636-ed79-49b9-9672-3391984381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:22.464677 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-559e4636-ed79-49b9-9672-3391984381fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.0887327 Jan 28 12:04:22.529582 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-2db59550-721c-4b16-94bd-fa8b15dc6bd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 200 len: 1001 time: 0.0578423 Jan 28 12:04:22.577814 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-59bdd795-5e3e-4628-9691-238f3091def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:22.579231 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-59bdd795-5e3e-4628-9691-238f3091def6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0434296 Jan 28 12:04:22.628674 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-b4113123-8fda-40ee-bbec-c710f3fc0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:22.630126 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-b4113123-8fda-40ee-bbec-c710f3fc0bfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440083 Jan 28 12:04:22.718042 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-5e9d8852-ab1d-4ce4-a803-8559a0809798 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811076 Jan 28 12:04:22.809114 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cd749d9e-2329-4d19-8cd0-0274a37f718a req-a98aa9ba-5a67-4b57-a393-f67d7ba55c0b service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824585 Jan 28 12:04:23.239533 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:24.552779 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:27.878674 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa73309-116b-4dd6-84aa-432559524da1 req-687af882-ffbb-4790-9b82-dc92a8917da8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:27.880024 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aaa73309-116b-4dd6-84aa-432559524da1 req-687af882-ffbb-4790-9b82-dc92a8917da8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 946 time: 0.0517504 Jan 28 12:04:27.927577 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aaa73309-116b-4dd6-84aa-432559524da1 req-1e2833a7-6fa4-45d5-be14-fef257caed31 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Jan 28 12:04:29.076890 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0697cf-3857-44e3-9235-0eae299c7385 req-9a37b384-96fe-40b7-8cb7-599ba23ca455 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:29.078842 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8b0697cf-3857-44e3-9235-0eae299c7385 req-9a37b384-96fe-40b7-8cb7-599ba23ca455 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 946 time: 0.0760155 Jan 28 12:04:29.125818 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8b0697cf-3857-44e3-9235-0eae299c7385 req-9dfc5a1a-7e50-450b-8398-a5ff4427b1fb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d8808ab-a239-44af-bdc9-cb37a4ee10b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Jan 28 12:04:29.554689 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-7cc60994-cf4f-40f2-b541-49dc700ef369 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:29.556165 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-7cc60994-cf4f-40f2-b541-49dc700ef369 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 946 time: 0.0523188 Jan 28 12:04:29.649892 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Deleting port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:29.650117 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:29.744229 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] For port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:29.744594 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:29.914051 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:29.914326 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (10abb83d-c168-43f5-8f2a-888e0cb50f18), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:29.914633 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Floating IP 10abb83d-c168-43f5-8f2a-888e0cb50f18 disassociated. External IP: 172.27.0.147, port: 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1. Jan 28 12:04:29.914977 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Calling delete_port for 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:30.043791 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:30.073200 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event deleted for resources: {'Port': ['ID=444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:30.186728 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Router 1b667aba-49ba-44f3-b4e1-530570e6e164 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:04:30.224229 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-30703410-94c9-4b80-a356-4d8e53ba5cc7 req-6219b279-b8fa-44ac-9176-6fd465c52b57 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bad983-788c-47ec-b6b5-a71f37726e78 HTTP/1.1" status: 200 len: 210 time: 0.0272498 Jan 28 12:04:30.292763 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:04:30.306270 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] Sync routers for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:04:30.316236 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:30.317231 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:30.334347 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] No DVR routers for this DVR port 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:04:30.336894 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:30.340267 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9ed3f07d-da6d-4ddd-ac98-a954be4b93ee req-1799f462-707f-4bad-bea8-c9093b90a680 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "DELETE /v2.0/ports/444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 HTTP/1.1" status: 204 len: 173 time: 0.7761207 Jan 28 12:04:30.340620 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-deleted', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:04:30.342854 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b02d388-c6de-4f54-a91a-50b548ed6280" -d '{"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-deleted", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:04:30.381828 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568bf786-158b-4d51-a7f7-e0a5bf33a198 x-openstack-request-id: req-568bf786-158b-4d51-a7f7-e0a5bf33a198 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:04:30.382120 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bad983-788c-47ec-b6b5-a71f37726e78", "name": "network-vif-deleted", "tag": "444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:04:30.382370 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-568bf786-158b-4d51-a7f7-e0a5bf33a198 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:04:30.382775 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bad983-788c-47ec-b6b5-a71f37726e78', 'name': 'network-vif-deleted', 'tag': '444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1', 'status': 'completed', 'code': 200} Jan 28 12:04:30.432291 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:30.641862 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:30.667975 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] Checking router: 1b667aba-49ba-44f3-b4e1-530570e6e164 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:04:30.676654 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:30.677264 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:30.792990 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:31.018190 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:31.045022 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fb611-2cc1-499a-bb06-42ebf035a5ee None None] The sync data for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi is: [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:04:31.271674 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55757827-514e-4b42-867a-066835989dff None None] New status for floating IP 10abb83d-c168-43f5-8f2a-888e0cb50f18: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:04:31.316624 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53908) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:31.372839 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9687cfd2-ec30-47bd-aa63-81b080886e08 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (8d8808ab-a239-44af-bdc9-cb37a4ee10b1), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.398308 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9687cfd2-ec30-47bd-aa63-81b080886e08 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (8d8808ab-a239-44af-bdc9-cb37a4ee10b1), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.447251 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9687cfd2-ec30-47bd-aa63-81b080886e08 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (8d8808ab-a239-44af-bdc9-cb37a4ee10b1), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.449880 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9687cfd2-ec30-47bd-aa63-81b080886e08 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.451060 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9687cfd2-ec30-47bd-aa63-81b080886e08 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d8808ab-a239-44af-bdc9-cb37a4ee10b1 HTTP/1.1" status: 204 len: 168 time: 0.1329536 Jan 28 12:04:31.453857 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53910) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:31.462803 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687cfd2-ec30-47bd-aa63-81b080886e08 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8808ab-a239-44af-bdc9-cb37a4ee10b1,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:31.469060 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.api.v2.resource [None req-78b52303-926d-4530-b70d-8a1bad26387e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] show failed (client error): The resource could not be found. Jan 28 12:04:31.470660 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-78b52303-926d-4530-b70d-8a1bad26387e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups/8d8808ab-a239-44af-bdc9-cb37a4ee10b1 HTTP/1.1" status: 404 len: 347 time: 0.0158219 Jan 28 12:04:31.473793 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53912) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:31.605688 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Deleting port b7662a26-b3d6-41ce-b41a-716e9b3d4563 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:31.606036 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.680807 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.681135 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (b7662a26-b3d6-41ce-b41a-716e9b3d4563), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.694094 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Calling delete_port for b7662a26-b3d6-41ce-b41a-716e9b3d4563 owned by network:floatingip {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:31.838849 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (b7662a26-b3d6-41ce-b41a-716e9b3d4563), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.869764 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event deleted for resources: {'Port': ['ID=b7662a26-b3d6-41ce-b41a-716e9b3d4563,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:31.928762 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (10abb83d-c168-43f5-8f2a-888e0cb50f18), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.931256 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:31.932439 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-66a3b586-564f-4ee6-bc56-bea003d23777 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "DELETE /v2.0/floatingips/10abb83d-c168-43f5-8f2a-888e0cb50f18 HTTP/1.1" status: 204 len: 168 time: 0.4576721 Jan 28 12:04:32.182917 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53918) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:32.187906 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-0cf9814b-dd00-47c1-a6fd-3c4d41e85728 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149677950', 'description': 'tempest-description--467529585'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:04:32.211573 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cf9814b-dd00-47c1-a6fd-3c4d41e85728 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.279733 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cf9814b-dd00-47c1-a6fd-3c4d41e85728 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (96bb8172-a0cd-4e1f-9d04-e895dfd0c47c), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.285272 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cf9814b-dd00-47c1-a6fd-3c4d41e85728 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (96bb8172-a0cd-4e1f-9d04-e895dfd0c47c), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.315141 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0cf9814b-dd00-47c1-a6fd-3c4d41e85728 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.316641 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-0cf9814b-dd00-47c1-a6fd-3c4d41e85728 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1326661 Jan 28 12:04:32.319307 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9814b-dd00-47c1-a6fd-3c4d41e85728 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:32.320078 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53920) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:32.324764 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-275b44a5-4441-475a-8963-3c3087935103 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'security_group_rule': {'security_group_id': '96bb8172-a0cd-4e1f-9d04-e895dfd0c47c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:04:32.351067 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-275b44a5-4441-475a-8963-3c3087935103 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (1c191889-3315-448e-b17c-f8cd5b8c8cbf), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.401377 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-275b44a5-4441-475a-8963-3c3087935103 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (1c191889-3315-448e-b17c-f8cd5b8c8cbf), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.408218 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-275b44a5-4441-475a-8963-3c3087935103 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (1c191889-3315-448e-b17c-f8cd5b8c8cbf), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.426913 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b44a5-4441-475a-8963-3c3087935103 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c191889-3315-448e-b17c-f8cd5b8c8cbf,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:32.435791 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-275b44a5-4441-475a-8963-3c3087935103 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.436998 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-275b44a5-4441-475a-8963-3c3087935103 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158493 Jan 28 12:04:32.439665 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 53922) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:32.444427 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-e0977fa2-a253-4b23-b369-654ff289cba0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'security_group_rule': {'security_group_id': '96bb8172-a0cd-4e1f-9d04-e895dfd0c47c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:04:32.470173 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0977fa2-a253-4b23-b369-654ff289cba0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (ec9f83da-72ad-401c-9254-0fe2b46466fc), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.524464 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0977fa2-a253-4b23-b369-654ff289cba0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (ec9f83da-72ad-401c-9254-0fe2b46466fc), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.528516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0977fa2-a253-4b23-b369-654ff289cba0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (ec9f83da-72ad-401c-9254-0fe2b46466fc), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.545701 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:04:32.546274 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977fa2-a253-4b23-b369-654ff289cba0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9f83da-72ad-401c-9254-0fe2b46466fc,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:32.555023 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0977fa2-a253-4b23-b369-654ff289cba0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.556441 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e0977fa2-a253-4b23-b369-654ff289cba0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156809 Jan 28 12:04:32.559510 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 53924) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:32.564262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:04:32.567762 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:04:32.568121 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 444b0ab5-5303-41b9-b3fe-ccd3efcd6fb1 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:04:32.585789 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.680203 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.784496 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Allocated IP 172.27.0.160 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/380e520f-73be-4cb6-8263-c827737f5dcd) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:04:32.886785 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for port (380e520f-73be-4cb6-8263-c827737f5dcd), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.923398 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (380e520f-73be-4cb6-8263-c827737f5dcd), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:32.963907 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:04:32.969276 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:04:32.975236 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:04:32.980681 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'Port': ['ID=380e520f-73be-4cb6-8263-c827737f5dcd,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:33.062745 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (3cef1656-da3c-4b81-9a9c-c06606bc1344), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:33.102276 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (380e520f-73be-4cb6-8263-c827737f5dcd), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:33.265519 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for port (380e520f-73be-4cb6-8263-c827737f5dcd), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:33.272388 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (380e520f-73be-4cb6-8263-c827737f5dcd), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:33.336389 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'Port': ['ID=380e520f-73be-4cb6-8263-c827737f5dcd,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:33.348542 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (3cef1656-da3c-4b81-9a9c-c06606bc1344), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:33.364230 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:33.365488 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e8b81168-fb87-4536-b712-00f94675d3bb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8049564 Jan 28 12:04:33.580638 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-6244c61a-511c-4f05-b2e2-3c335b5f82ff tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1149677950&fields=id&tenant_id=2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 267 time: 0.0495296 Jan 28 12:04:33.692419 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-efe503d5-6e94-4c1f-aec5-4d1693cf650d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:33.693883 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-efe503d5-6e94-4c1f-aec5-4d1693cf650d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 817 time: 0.1039310 Jan 28 12:04:33.708459 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-84b2ea82-edfd-4bdb-a381-30f4b970eb74 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/quotas/2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 375 time: 0.0091867 Jan 28 12:04:33.760651 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-45282d26-74c9-47e4-94a4-6798c174ba64 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473514 Jan 28 12:04:33.863211 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-e3b81114-f375-4818-88f1-a5316548b2af service neutron] 10.222.0.36 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888877 Jan 28 12:04:33.960183 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-ee5547e4-bbdc-47c6-994b-fa6bf6793f87 service neutron] 10.222.0.36 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910780 Jan 28 12:04:34.137459 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-188ba175-75ff-45e6-91da-ff99ac701b2d req-af9ac965-6514-41cd-a2fc-7102396edc84 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 210 time: 0.0308602 Jan 28 12:04:35.155227 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-78104701-44ce-41d4-a5bd-ceb39731cfac tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:35.156679 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-78104701-44ce-41d4-a5bd-ceb39731cfac tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 817 time: 0.1056404 Jan 28 12:04:35.227631 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-65b3f8de-18f4-45a8-a234-e0ce90d3b32d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 380 time: 0.0598490 Jan 28 12:04:35.234700 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'port': {'device_id': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'admin_state_up': True, 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'security_groups': ['96bb8172-a0cd-4e1f-9d04-e895dfd0c47c']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:04:35.245618 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f52c5e78-1b42-45a5-8b6c-f829fc4552ec req-5cd575e7-5811-4160-bf0f-9b31df7d0469 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 210 time: 0.0296862 Jan 28 12:04:35.345291 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Made reservation on behalf of 2b68d472b57542cb97cc4f996fe5a2fe for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:04:35.349007 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:35.479728 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Allocated IP 172.20.0.6 (8755c2ec-11f9-4265-88d2-00973becd3c5/619699fe-5bce-4996-9a46-2cc976366c2f/ad0bf618-b716-444e-8833-912a3949cc95) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:04:35.616579 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for port (ad0bf618-b716-444e-8833-912a3949cc95), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:35.652218 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:35.696732 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:04:35.699563 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:04:35.705879 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:04:35.729309 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:35.757982 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:35.758594 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:35.776398 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-dcc14929-3819-404e-87e3-17d6cb34ab37 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457132 Jan 28 12:04:35.793146 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Request body: {'port': {'device_id': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:04:35.848400 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:35.938139 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-07bbb852-265b-4b7c-8b71-6e46198aa570 None None] Provisioning complete for port ad0bf618-b716-444e-8833-912a3949cc95 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:04:35.938753 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-07bbb852-265b-4b7c-8b71-6e46198aa570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (ad0bf618-b716-444e-8833-912a3949cc95), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:35.976508 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-07bbb852-265b-4b7c-8b71-6e46198aa570 None None] Port ad0bf618-b716-444e-8833-912a3949cc95 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:04:36.111140 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0bf618-b716-444e-8833-912a3949cc95 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:04:36.122283 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Publish callbacks [] for port (ad0bf618-b716-444e-8833-912a3949cc95), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:36.137045 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Transition to ACTIVE for port object ad0bf618-b716-444e-8833-912a3949cc95 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:04:36.142092 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:36.188461 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:36.261075 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Attempting to bind port ad0bf618-b716-444e-8833-912a3949cc95 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:04:36.261411 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Attempting to bind port ad0bf618-b716-444e-8833-912a3949cc95 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:04:36.261737 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Attempting to bind port ad0bf618-b716-444e-8833-912a3949cc95 on network 8755c2ec-11f9-4265-88d2-00973becd3c5 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:04:36.266988 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Port ad0bf618-b716-444e-8833-912a3949cc95 on network 8755c2ec-11f9-4265-88d2-00973becd3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:04:36.267320 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Attempting to bind port ad0bf618-b716-444e-8833-912a3949cc95 on network 8755c2ec-11f9-4265-88d2-00973becd3c5 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:04:36.273736 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:04:36.274073 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Checking segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:04:36.274450 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Bound using segment: {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:04:36.280520 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Bound port: ad0bf618-b716-444e-8833-912a3949cc95, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ca8016-2ae1-443b-8773-053be82772bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:04:36.280856 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:36.375245 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367fe0e-f772-47d6-b8ac-f037c7f579fd req-77cfb28e-b85b-4e3e-9c0a-9465b4c7c5da tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:36.376831 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9367fe0e-f772-47d6-b8ac-f037c7f579fd req-77cfb28e-b85b-4e3e-9c0a-9465b4c7c5da tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0512276 Jan 28 12:04:36.432510 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9367fe0e-f772-47d6-b8ac-f037c7f579fd req-f39a6c50-7c27-4054-b360-2b1b0267bbd8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483191 Jan 28 12:04:36.602413 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:04:36.605408 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:04:36.610679 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:36.649186 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:36.649921 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:36.651215 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 1093 time: 0.8623965 Jan 28 12:04:36.653902 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:04:36.656167 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c841b-e8f8-4d81-948c-f08cdf18b882" -d '{"events": [{"name": "network-changed", "server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "tag": "ad0bf618-b716-444e-8833-912a3949cc95"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:04:36.686114 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a62d05-e849-4c33-99a4-05eaaf550d25 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:36.712058 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f270ea-479e-4a38-9baa-06c0c8cc87cf x-openstack-request-id: req-10f270ea-479e-4a38-9baa-06c0c8cc87cf {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:04:36.712347 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "tag": "ad0bf618-b716-444e-8833-912a3949cc95", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:04:36.712597 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10f270ea-479e-4a38-9baa-06c0c8cc87cf {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:04:36.712992 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95', 'status': 'completed', 'code': 200} Jan 28 12:04:36.747721 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-85f2545e-b705-47c8-9b91-0e5ffe45fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:36.749429 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-85f2545e-b705-47c8-9b91-0e5ffe45fa52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1096 time: 0.0546327 Jan 28 12:04:36.798108 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-35bdfdfa-1515-49ab-ab6d-03b2f658e49b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 217 time: 0.0380814 Jan 28 12:04:36.858083 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-cfe45af6-abbb-4854-ab60-bd8d3c645463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:36.859218 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-cfe45af6-abbb-4854-ab60-bd8d3c645463 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0514774 Jan 28 12:04:36.907799 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-12dce08e-c62c-4986-a6ed-963b685c3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:36.909605 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-12dce08e-c62c-4986-a6ed-963b685c3f57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421934 Jan 28 12:04:37.000402 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-930feba9-7df3-413d-a3b5-1889f12a5eb1 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838268 Jan 28 12:04:37.037743 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:04:37.104927 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-88ab5e96-68f8-4f47-bf2c-f066a3f99ae9 req-6489524a-7b17-4b81-afde-9cad4e3ad4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976944 Jan 28 12:04:37.203692 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-de1fa83b-d26d-4db2-bcac-397d1b5456a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:37.205210 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-de1fa83b-d26d-4db2-bcac-397d1b5456a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1096 time: 0.0435989 Jan 28 12:04:37.318715 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-883c85d6-fda9-474c-b49d-12b586e87687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:37.320671 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-883c85d6-fda9-474c-b49d-12b586e87687 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.1021399 Jan 28 12:04:37.366438 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-a7faa154-a3ed-4555-b59e-f31e4c68837c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 217 time: 0.0384734 Jan 28 12:04:37.424959 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-573706fb-befd-44e3-aa90-15d3d0cfa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:37.426474 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-573706fb-befd-44e3-aa90-15d3d0cfa04d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0507283 Jan 28 12:04:37.475228 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-c8c6acf4-c0e6-4c9d-bb49-5defc5c7427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:37.476805 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-c8c6acf4-c0e6-4c9d-bb49-5defc5c7427e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417461 Jan 28 12:04:37.560470 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd224e-09a1-4e15-9986-be6a66382f05 req-602d5961-2563-4881-ac65-ce870b0b15b0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:37.562102 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ffcd224e-09a1-4e15-9986-be6a66382f05 req-602d5961-2563-4881-ac65-ce870b0b15b0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0498595 Jan 28 12:04:37.570516 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-c5060d94-59d2-469c-92d3-49c835e9b903 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867727 Jan 28 12:04:37.618508 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ffcd224e-09a1-4e15-9986-be6a66382f05 req-0f1bbeb8-9da6-4feb-ae54-f3b66a1f0697 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488999 Jan 28 12:04:37.674707 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a98c841b-e8f8-4d81-948c-f08cdf18b882 req-ebfda9e8-f08e-4547-9977-e0d40b4906fb service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928564 Jan 28 12:04:38.458265 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb395-a6ca-44de-ab43-f4920758cd75 req-7552502f-4884-4c4a-8c72-55641b6c8a36 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:38.459714 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-673cb395-a6ca-44de-ab43-f4920758cd75 req-7552502f-4884-4c4a-8c72-55641b6c8a36 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0499818 Jan 28 12:04:38.507605 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-673cb395-a6ca-44de-ab43-f4920758cd75 req-1ebe118e-bf74-4f41-8c77-70e770a27aa8 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Jan 28 12:04:38.555885 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:04:38.653156 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:38.666324 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'ad0bf618-b716-444e-8833-912a3949cc95', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'port_id': 'ad0bf618-b716-444e-8833-912a3949cc95', 'mac_address': 'fa:16:3e:09:7e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:04:38.705610 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:04:38.706096 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:38.719651 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0bf618-b716-444e-8833-912a3949cc95 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:04:38.741268 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:38.746167 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:38.751003 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4702800-aa65-45d6-ad31-ebe72d3c073b req-df6c41e7-5a38-46f4-86bd-8ab512afda41 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:38.752527 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f4702800-aa65-45d6-ad31-ebe72d3c073b req-df6c41e7-5a38-46f4-86bd-8ab512afda41 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0595617 Jan 28 12:04:38.792411 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:38.798016 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f4702800-aa65-45d6-ad31-ebe72d3c073b req-89dc22c9-9075-4cf5-b6c3-2b9be8c7532a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 Jan 28 12:04:38.799470 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.799910 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.800261 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.800671 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.801119 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.801606 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.801775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.802104 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.802431 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.802756 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.803079 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.803401 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:38.803720 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:39.016000 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['ad0bf618-b716-444e-8833-912a3949cc95'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:04:39.641992 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075c1bb-3027-4966-a5a8-36604071b8c5 req-f0b40943-ee0d-4fe5-b583-f45a4db8d98d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:39.643450 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6075c1bb-3027-4966-a5a8-36604071b8c5 req-f0b40943-ee0d-4fe5-b583-f45a4db8d98d tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0544386 Jan 28 12:04:39.693566 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6075c1bb-3027-4966-a5a8-36604071b8c5 req-a8c10aa4-daa2-4a09-bbcc-3318abf6a3a7 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Jan 28 12:04:39.934452 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625ffd2-3540-4f32-ac94-2cec5c83bf5f req-a41f48a2-2cbc-4092-9b46-aa0e9a6b94a3 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:39.935950 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6625ffd2-3540-4f32-ac94-2cec5c83bf5f req-a41f48a2-2cbc-4092-9b46-aa0e9a6b94a3 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 944 time: 0.0510430 Jan 28 12:04:39.982093 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6625ffd2-3540-4f32-ac94-2cec5c83bf5f req-a90d9be2-87a7-45da-b673-a322a290c78a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Jan 28 12:04:40.400517 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-665f5bed-fc59-4dd6-b00d-16529d1e11e1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:40.401969 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-665f5bed-fc59-4dd6-b00d-16529d1e11e1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0497191 Jan 28 12:04:40.498125 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Deleting port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:40.498414 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:40.561701 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:04:40.591377 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] For port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:40.591763 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:40.616049 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port ad0bf618-b716-444e-8833-912a3949cc95 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:04:40.620486 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port ad0bf618-b716-444e-8833-912a3949cc95 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:04:40.620886 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (ad0bf618-b716-444e-8833-912a3949cc95), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:40.701482 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:04:40.701751 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:40.724740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:04:40.727018 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5f88b-2441-442d-bba5-0b6f90a353c0" -d '{"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:04:40.742653 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:40.758046 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:40.803216 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da4cb4b-74c0-4c8d-b043-ed61f07b8dc9 x-openstack-request-id: req-5da4cb4b-74c0-4c8d-b043-ed61f07b8dc9 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:04:40.803501 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:04:40.803753 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5da4cb4b-74c0-4c8d-b043-ed61f07b8dc9 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:04:40.804192 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95', 'code': 200} Jan 28 12:04:40.824479 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:40.824840 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (c4375581-2df4-4a8d-a7be-6079ae0eb2ea), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:40.825156 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Floating IP c4375581-2df4-4a8d-a7be-6079ae0eb2ea disassociated. External IP: 172.27.0.48, port: a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3. Jan 28 12:04:40.825503 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Calling delete_port for a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:40.830959 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:40.871208 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3e22-6bf6-4fcb-a4de-c27c08ea1fc6 req-f39573ce-43ec-413d-8ee4-ef4d3fc6357c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:40.873227 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-500a3e22-6bf6-4fcb-a4de-c27c08ea1fc6 req-f39573ce-43ec-413d-8ee4-ef4d3fc6357c tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/ports?device_id=810202d9-5b15-45a6-bb80-371d16d09807 HTTP/1.1" status: 200 len: 945 time: 0.0780046 Jan 28 12:04:40.930949 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-500a3e22-6bf6-4fcb-a4de-c27c08ea1fc6 req-04e20b2f-ff55-40c6-a7cc-fd1223ee63e5 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups?id=4ab2ded8-86ef-4b55-8e52-71952420a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501635 Jan 28 12:04:41.004363 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:41.043325 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event deleted for resources: {'Port': ['ID=a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:41.048796 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e259c4-3f1d-4058-9525-9db74e6e27d0 req-0f136e7f-9d82-428e-84df-e8f401429103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:41.050310 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-65e259c4-3f1d-4058-9525-9db74e6e27d0 req-0f136e7f-9d82-428e-84df-e8f401429103 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1098 time: 0.0843339 Jan 28 12:04:41.143246 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba54df-9516-419f-a286-71c19aabeedb req-913e78e1-e557-4a20-b40b-fbc0bea2ae22 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:41.145820 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-68ba54df-9516-419f-a286-71c19aabeedb req-913e78e1-e557-4a20-b40b-fbc0bea2ae22 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0607946 Jan 28 12:04:41.178655 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-65e259c4-3f1d-4058-9525-9db74e6e27d0 req-6154c8c2-c60d-426e-8c08-b558b83738b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821989 Jan 28 12:04:41.200889 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-68ba54df-9516-419f-a286-71c19aabeedb req-11b7c4ca-24e4-4035-827f-f072e0e66152 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 Jan 28 12:04:41.204301 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Router ce078895-c725-4df3-9089-878cef14ee62 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:04:41.320872 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:04:41.330804 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] Sync routers for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:04:41.341284 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:41.341896 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:41.360240 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] No DVR routers for this DVR port a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:04:41.362825 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:41.366585 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b320c3be-27b1-4309-87ca-d797a9a2e746 req-0265e8c7-1a31-4c6c-93cd-1598205d6b42 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.39 "DELETE /v2.0/ports/a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 HTTP/1.1" status: 204 len: 173 time: 0.9584997 Jan 28 12:04:41.367046 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'name': 'network-vif-deleted', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:04:41.369293 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24a63fb-9bec-4aa0-85ec-f57d6dab5d9c" -d '{"events": [{"server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "name": "network-vif-deleted", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:04:41.406488 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c4720-faeb-4007-bd70-879ce200de18 x-openstack-request-id: req-097c4720-faeb-4007-bd70-879ce200de18 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:04:41.407110 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810202d9-5b15-45a6-bb80-371d16d09807", "name": "network-vif-deleted", "tag": "a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:04:41.407110 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-097c4720-faeb-4007-bd70-879ce200de18 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:04:41.407432 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810202d9-5b15-45a6-bb80-371d16d09807', 'name': 'network-vif-deleted', 'tag': 'a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3', 'status': 'completed', 'code': 200} Jan 28 12:04:41.463598 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:41.674257 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:41.700699 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] Checking router: ce078895-c725-4df3-9089-878cef14ee62 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:04:41.709804 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:41.710402 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:41.951252 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:42.018443 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54030) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:42.071296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (4ab2ded8-86ef-4b55-8e52-71952420a2b9), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.094536 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (4ab2ded8-86ef-4b55-8e52-71952420a2b9), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.146785 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (4ab2ded8-86ef-4b55-8e52-71952420a2b9), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.149320 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.150487 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ab2ded8-86ef-4b55-8e52-71952420a2b9 HTTP/1.1" status: 204 len: 168 time: 0.1309712 Jan 28 12:04:42.153793 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54032) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:42.158101 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:42.159805 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab2ded8-86ef-4b55-8e52-71952420a2b9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:42.166879 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.167230 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.167571 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.167924 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.168254 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.api.v2.resource [None req-daec15f5-b17f-4d33-a218-6b2c8ce59ce1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] show failed (client error): The resource could not be found. Jan 28 12:04:42.168371 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.168575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.171890 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.171890 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.172108 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-daec15f5-b17f-4d33-a218-6b2c8ce59ce1 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "GET /v2.0/security-groups/4ab2ded8-86ef-4b55-8e52-71952420a2b9 HTTP/1.1" status: 404 len: 347 time: 0.0144453 Jan 28 12:04:42.172196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.172196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.172196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.172196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.172196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937f293-ae7c-4dd9-8ff6-1b9ff742a10f tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:42.172555 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54034) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:42.189130 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d42d0c0-0d53-4a38-89c7-d705833257f1 None None] The sync data for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T11:58:22Z', 'revision_number': 4, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '2840efe2-b840-49c6-840e-c83257bb3721', 'name': '', 'network_id': '1af7baaa-de39-45ed-abaa-df64c4c7bfb4', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'mac_address': 'fa:16:3e:13:d6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9790ab42-5014-459c-824a-26b763cacfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:21Z', 'updated_at': '2022-01-28T11:58:30Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'subnets': [{'id': '9790ab42-5014-459c-824a-26b763cacfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:04:42.313440 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Deleting port b42d412e-4d59-4169-aaec-176a5536979a {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:42.313819 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (b42d412e-4d59-4169-aaec-176a5536979a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.331623 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cf684-6dda-4731-b981-a55e8f157cc4 req-38dc8c5d-da36-40df-8cc4-1ea92acb31da tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:42.333795 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b00cf684-6dda-4731-b981-a55e8f157cc4 req-38dc8c5d-da36-40df-8cc4-1ea92acb31da tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0556364 Jan 28 12:04:42.395702 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b00cf684-6dda-4731-b981-a55e8f157cc4 req-54cc7836-8c36-476f-8a87-9b3dd583931b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552380 Jan 28 12:04:42.415003 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (b42d412e-4d59-4169-aaec-176a5536979a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.416462 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (b42d412e-4d59-4169-aaec-176a5536979a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.428657 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Calling delete_port for b42d412e-4d59-4169-aaec-176a5536979a owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:42.493137 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e440b4-53fa-4852-9230-7c2c37b215e4 None None] New status for floating IP c4375581-2df4-4a8d-a7be-6079ae0eb2ea: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:04:42.573195 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (b42d412e-4d59-4169-aaec-176a5536979a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.574536 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.db.api [None req-92e440b4-53fa-4852-9230-7c2c37b215e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:04:42.574933 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG oslo_db.api [None req-92e440b4-53fa-4852-9230-7c2c37b215e4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:04:42.604482 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Pushing event deleted for resources: {'Port': ['ID=b42d412e-4d59-4169-aaec-176a5536979a,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:42.671421 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks [] for floatingip (c4375581-2df4-4a8d-a7be-6079ae0eb2ea), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.674944 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:42.676420 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5c76c036-6ccb-49b3-a80c-2ac0e793eb61 tempest-AttachVolumeTestJSON-1665380223 tempest-AttachVolumeTestJSON-1665380223-project] 10.222.0.36 "DELETE /v2.0/floatingips/c4375581-2df4-4a8d-a7be-6079ae0eb2ea HTTP/1.1" status: 204 len: 168 time: 0.4958556 Jan 28 12:04:43.076312 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e440b4-53fa-4852-9230-7c2c37b215e4 None None] New status for floating IP c4375581-2df4-4a8d-a7be-6079ae0eb2ea: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:04:43.548265 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b974ff8-f0c1-43f9-b75c-e42a62e114bd req-a0fc7594-0893-4a2e-870a-1856edc6e039 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:43.549778 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3b974ff8-f0c1-43f9-b75c-e42a62e114bd req-a0fc7594-0893-4a2e-870a-1856edc6e039 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0571883 Jan 28 12:04:43.601354 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3b974ff8-f0c1-43f9-b75c-e42a62e114bd req-dd8bd9cb-b1cb-4b58-9777-ec1f2d6f7214 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431385 Jan 28 12:04:43.728986 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce6b93-ce9a-4f2d-b4d0-8dce8b0740d5 req-fca1eaea-5acc-442e-b207-7a95c56c1dd5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:43.730331 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-34ce6b93-ce9a-4f2d-b4d0-8dce8b0740d5 req-fca1eaea-5acc-442e-b207-7a95c56c1dd5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0614913 Jan 28 12:04:43.740318 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54046) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:43.744337 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Request body: {'floatingip': {'port_id': 'ad0bf618-b716-444e-8833-912a3949cc95'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:04:43.784481 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (3cef1656-da3c-4b81-9a9c-c06606bc1344), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:44.237901 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:44.244866 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (3cef1656-da3c-4b81-9a9c-c06606bc1344), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:44.350494 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.l3_db [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Floating IP 3cef1656-da3c-4b81-9a9c-c06606bc1344 associated. External IP: 172.27.0.160, port: ad0bf618-b716-444e-8833-912a3949cc95. Jan 28 12:04:44.575571 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:04:44.597577 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:04:44.597893 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a3a8e86b-1b0f-45fd-9db0-8e513c4c00f3 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:04:44.825848 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Router 1b667aba-49ba-44f3-b4e1-530570e6e164 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:04:44.940149 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:04:44.945635 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:44.950953 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] Sync routers for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:04:44.963350 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:44.964258 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:44.974810 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-b3d1b527-0717-41fc-aa6e-bfe89224fe98 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "PUT /v2.0/floatingips/3cef1656-da3c-4b81-9a9c-c06606bc1344 HTTP/1.1" status: 200 len: 991 time: 1.2333128 Jan 28 12:04:44.975091 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:04:44.977369 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "tag": "ad0bf618-b716-444e-8833-912a3949cc95"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:04:45.077576 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:45.163461 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2360a07b-ccbc-4abe-a5d4-4f1ca5e94723 x-openstack-request-id: req-2360a07b-ccbc-4abe-a5d4-4f1ca5e94723 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:04:45.163879 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "tag": "ad0bf618-b716-444e-8833-912a3949cc95", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:04:45.164280 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2360a07b-ccbc-4abe-a5d4-4f1ca5e94723 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:04:45.165007 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95', 'status': 'completed', 'code': 200} Jan 28 12:04:45.230072 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-50bd1943-2c52-451f-91f1-0c00ebd551db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:45.231639 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-50bd1943-2c52-451f-91f1-0c00ebd551db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1098 time: 0.0454535 Jan 28 12:04:45.322213 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '3cef1656-da3c-4b81-9a9c-c06606bc1344', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'port_id': 'ad0bf618-b716-444e-8833-912a3949cc95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'mac_address': 'fa:16:3e:09:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:04:33Z', 'updated_at': '2022-01-28T12:04:44Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:45.326034 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-e312cde1-bcde-4599-a69c-86cd9df9ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:45.327879 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-e312cde1-bcde-4599-a69c-86cd9df9ab20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.0901725 Jan 28 12:04:45.350756 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] Checking router: 1b667aba-49ba-44f3-b4e1-530570e6e164 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:04:45.359655 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:45.360429 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:45.395801 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-d155348f-9ae5-4832-8e87-ae982320bad0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 999 time: 0.0608385 Jan 28 12:04:45.450285 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-fc21f7be-3b76-459c-aa48-7060eff2472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:45.451750 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-fc21f7be-3b76-459c-aa48-7060eff2472c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0496018 Jan 28 12:04:45.471959 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:45.499186 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-d2eb07eb-a073-4d5d-a6c2-a10760205d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:04:45.500746 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-d2eb07eb-a073-4d5d-a6c2-a10760205d40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432494 Jan 28 12:04:45.590326 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-c33414c0-faa8-48b1-8a3b-b46b2484e379 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827472 Jan 28 12:04:45.683157 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d0e1814-60fe-4f58-b3b3-2d3d36dc2d8d req-2b751a69-1419-4bcc-b889-8f244e3571b7 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Jan 28 12:04:45.700949 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '3cef1656-da3c-4b81-9a9c-c06606bc1344', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'port_id': 'ad0bf618-b716-444e-8833-912a3949cc95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'mac_address': 'fa:16:3e:09:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:04:33Z', 'updated_at': '2022-01-28T12:04:44Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:45.729664 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc166099-213e-472a-9542-750e6f44cfc1 None None] The sync data for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi is: [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '3cef1656-da3c-4b81-9a9c-c06606bc1344', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'port_id': 'ad0bf618-b716-444e-8833-912a3949cc95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'mac_address': 'fa:16:3e:09:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:04:33Z', 'updated_at': '2022-01-28T12:04:44Z', 'revision_number': 1, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:04:45.936797 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bec2c5-651b-4496-8ac9-9f147d8a1e98 None None] New status for floating IP 3cef1656-da3c-4b81-9a9c-c06606bc1344: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:04:46.326561 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54080) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:46.825518 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (ce078895-c725-4df3-9089-878cef14ee62), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:47.086496 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Deleting port 2840efe2-b840-49c6-840e-c83257bb3721 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:47.086721 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (2840efe2-b840-49c6-840e-c83257bb3721), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:47.166770 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] For port 2840efe2-b840-49c6-840e-c83257bb3721, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=2840efe2-b840-49c6-840e-c83257bb3721,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:47.167114 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (2840efe2-b840-49c6-840e-c83257bb3721), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:47.179149 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Calling delete_port for 2840efe2-b840-49c6-840e-c83257bb3721 owned by network:router_interface {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:47.384005 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (2840efe2-b840-49c6-840e-c83257bb3721), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:47.418728 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Pushing event deleted for resources: {'Port': ['ID=2840efe2-b840-49c6-840e-c83257bb3721,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:47.581639 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (ce078895-c725-4df3-9089-878cef14ee62), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:47.822871 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Router ce078895-c725-4df3-9089-878cef14ee62 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:04:47.931643 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:04:47.936663 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1972237b-43b4-4a9d-91f5-c12e61bec10e admin admin] 10.222.0.36 "PUT /v2.0/routers/ce078895-c725-4df3-9089-878cef14ee62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090550 Jan 28 12:04:47.939630 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54086) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:47.940264 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] Sync routers for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:04:47.950940 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:47.951555 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:48.047347 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks [] for router (ce078895-c725-4df3-9089-878cef14ee62), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.057943 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:48.149149 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks [] for router_gateway (ce078895-c725-4df3-9089-878cef14ee62), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.202437 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Deleting port 65132318-3f39-42df-87b4-fbee455094bd {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:48.202772 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (65132318-3f39-42df-87b4-fbee455094bd), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.237163 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': '65132318-3f39-42df-87b4-fbee455094bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T12:04:47Z', 'revision_number': 5, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port': {'id': '65132318-3f39-42df-87b4-fbee455094bd', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce078895-c725-4df3-9089-878cef14ee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:58:16Z', 'updated_at': '2022-01-28T11:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:48.268789 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] Checking router: ce078895-c725-4df3-9089-878cef14ee62 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:04:48.277489 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] Routers {'ce078895-c725-4df3-9089-878cef14ee62'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:04:48.278091 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:04:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['ce078895-c725-4df3-9089-878cef14ee62'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:48.286819 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] For port 65132318-3f39-42df-87b4-fbee455094bd, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=65132318-3f39-42df-87b4-fbee455094bd,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:48.287180 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (65132318-3f39-42df-87b4-fbee455094bd), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.299486 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Calling delete_port for 65132318-3f39-42df-87b4-fbee455094bd owned by network:router_gateway {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:48.365173 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] Set router ce078895-c725-4df3-9089-878cef14ee62 gateway port host: None {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:04:48.415153 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T12:04:48Z', 'revision_number': 6, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:48.449600 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb54b1-8e10-4631-9c20-d1a2f72d15fa None None] The sync data for ids ['ce078895-c725-4df3-9089-878cef14ee62'] in dv-cinder-811877-11-iscsi is: [{'id': 'ce078895-c725-4df3-9089-878cef14ee62', 'name': 'tempest-AttachVolumeTestJSON-1336504949-router', 'tenant_id': '05edd67dea0749ba9801adc81447e73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:58:15Z', 'updated_at': '2022-01-28T12:04:48Z', 'revision_number': 6, 'project_id': '05edd67dea0749ba9801adc81447e73e', 'gw_port_host': None}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:04:48.462548 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-30200fa3-d56d-48f7-97a6-08ec49731f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.472738 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (65132318-3f39-42df-87b4-fbee455094bd), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.505006 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Pushing event deleted for resources: {'Port': ['ID=65132318-3f39-42df-87b4-fbee455094bd,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:48.561199 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (ce078895-c725-4df3-9089-878cef14ee62), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.661342 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (ce078895-c725-4df3-9089-878cef14ee62), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.663366 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks [] for router_controller (ce078895-c725-4df3-9089-878cef14ee62), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.714091 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (ce078895-c725-4df3-9089-878cef14ee62), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.715180 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce078895-c725-4df3-9089-878cef14ee62 {{(pid=102404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:04:48.721793 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.722973 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-16eed2de-c166-4b88-b0b1-9f35410bf629 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ce078895-c725-4df3-9089-878cef14ee62 HTTP/1.1" status: 204 len: 168 time: 0.7823701 Jan 28 12:04:48.726649 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54090) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:48.774346 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Deleting subnet 9790ab42-5014-459c-824a-26b763cacfee {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:04:48.776516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Publish callbacks [] for subnet (9790ab42-5014-459c-824a-26b763cacfee), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.811282 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (9790ab42-5014-459c-824a-26b763cacfee), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.923909 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (9790ab42-5014-459c-824a-26b763cacfee), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:48.976433 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (9790ab42-5014-459c-824a-26b763cacfee), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.004260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9790ab42-5014-459c-824a-26b763cacfee,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:49.008828 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.014260 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9790ab42-5014-459c-824a-26b763cacfee HTTP/1.1" status: 204 len: 168 time: 0.2842662 Jan 28 12:04:49.014738 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54092) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:49.016830 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8c3a1-52b3-4f74-b2e8-00c14d20373b None None] Network 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:04:49.017325 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.017535 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.017841 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.018150 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.018483 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.018841 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.019167 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.019466 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.019790 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.020153 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.020466 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.020785 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.021101 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e284e-2737-4cc3-8f72-5bbdd1ce6b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:04:49.087767 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (1af7baaa-de39-45ed-abaa-df64c4c7bfb4), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.142127 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Deleting port f4e947c8-987e-496d-9085-1023216b664e {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:49.142458 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (f4e947c8-987e-496d-9085-1023216b664e), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.189705 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] DHCP port deletion for 1af7baaa-de39-45ed-abaa-df64c4c7bfb4 request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:04:49.213098 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] For port f4e947c8-987e-496d-9085-1023216b664e, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=f4e947c8-987e-496d-9085-1023216b664e,segment=NetworkSegment(ff03e43b-6f87-4189-b3c5-bd164c239f39),segment_id=ff03e43b-6f87-4189-b3c5-bd164c239f39)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:49.213518 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (f4e947c8-987e-496d-9085-1023216b664e), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.231198 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Calling delete_port for f4e947c8-987e-496d-9085-1023216b664e owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:49.315877 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (f4e947c8-987e-496d-9085-1023216b664e), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.346800 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] No DVR routers for this DVR port f4e947c8-987e-496d-9085-1023216b664e on host dv-cinder-811877-11-iscsi {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:04:49.374427 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e947c8-987e-496d-9085-1023216b664e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:49.383879 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] Deleting port f4e947c8-987e-496d-9085-1023216b664e {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:04:49.384294 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (f4e947c8-987e-496d-9085-1023216b664e), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.428128 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (1af7baaa-de39-45ed-abaa-df64c4c7bfb4), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.447770 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] For port f4e947c8-987e-496d-9085-1023216b664e, host dv-cinder-811877-11-iscsi, got binding levels [] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:04:49.448119 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (f4e947c8-987e-496d-9085-1023216b664e), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.450505 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af7baaa-de39-45ed-abaa-df64c4c7bfb4']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:49.460104 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff03e43b-6f87-4189-b3c5-bd164c239f39') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:49.460338 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff03e43b-6f87-4189-b3c5-bd164c239f39') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:04:49.462487 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] Calling delete_port for f4e947c8-987e-496d-9085-1023216b664e owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:04:49.465318 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.ipam_backend_mixin [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] Port f4e947c8-987e-496d-9085-1023216b664e was not found and therefore no delete operation was performed {{(pid=102406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:04:49.466962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (f4e947c8-987e-496d-9085-1023216b664e), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.470991 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (ff03e43b-6f87-4189-b3c5-bd164c239f39), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.486212 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (ff03e43b-6f87-4189-b3c5-bd164c239f39), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.493111 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:04:49.493672 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (ff03e43b-6f87-4189-b3c5-bd164c239f39), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:04:49.495486 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:04:49.497959 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] Pushing event deleted for resources: {'Port': ['ID=f4e947c8-987e-496d-9085-1023216b664e,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:49.501439 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf02302-de05-45a1-b1d3-90a4785b2b7f None None] No DVR routers for this DVR port f4e947c8-987e-496d-9085-1023216b664e on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:04:49.558913 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (1af7baaa-de39-45ed-abaa-df64c4c7bfb4), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.564252 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.567791 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] 10.222.0.36 "DELETE /v2.0/networks/1af7baaa-de39-45ed-abaa-df64c4c7bfb4 HTTP/1.1" status: 204 len: 168 time: 0.5520649 Jan 28 12:04:49.578945 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c588df-cf5b-45e8-af88-714b09022ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=1af7baaa-de39-45ed-abaa-df64c4c7bfb4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:49.687207 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54098) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:49.727354 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8f855cb0-2a70-4efe-9278-094ec4931f05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05edd67dea0749ba9801adc81447e73e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388830 Jan 28 12:04:49.729808 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54100) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:49.779730 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d42c5877-9335-43f6-bcba-fe734807ead9 admin admin] Publish callbacks [] for security_group (f6677e2b-130c-4c5d-8610-957dcbfc64a4), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.801711 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d42c5877-9335-43f6-bcba-fe734807ead9 admin admin] Publish callbacks [] for security_group (f6677e2b-130c-4c5d-8610-957dcbfc64a4), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.850424 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d42c5877-9335-43f6-bcba-fe734807ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f6677e2b-130c-4c5d-8610-957dcbfc64a4), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.853007 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d42c5877-9335-43f6-bcba-fe734807ead9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:49.854155 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d42c5877-9335-43f6-bcba-fe734807ead9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6677e2b-130c-4c5d-8610-957dcbfc64a4 HTTP/1.1" status: 204 len: 168 time: 0.1234765 Jan 28 12:04:49.861645 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c5877-9335-43f6-bcba-fe734807ead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6677e2b-130c-4c5d-8610-957dcbfc64a4,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:50.487778 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device f4e947c8-987e-496d-9085-1023216b664e no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:04:50.508766 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: f4e947c8-987e-496d-9085-1023216b664e {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:04:50.509453 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device f4e947c8-987e-496d-9085-1023216b664e not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:04:50.509768 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 2840efe2-b840-49c6-840e-c83257bb3721 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:04:50.529824 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 2840efe2-b840-49c6-840e-c83257bb3721 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:04:50.530220 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 2840efe2-b840-49c6-840e-c83257bb3721 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:04:50.530642 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 65132318-3f39-42df-87b4-fbee455094bd no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:04:50.550468 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 65132318-3f39-42df-87b4-fbee455094bd {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:04:50.550729 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 65132318-3f39-42df-87b4-fbee455094bd not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:04:50.643395 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-522a2b40-5ed8-4cf0-b3db-8546eb82bf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:51.607291 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:51.652357 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:53.242745 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.466177 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54192) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:54.548611 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.581292 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e279bd2e-5129-48d5-a7f3-b94a955b2acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.663917 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e279bd2e-5129-48d5-a7f3-b94a955b2acf admin admin] Publish callbacks [] for security_group (82571d88-a8ad-4362-95d9-cc45725555cf), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.669745 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e279bd2e-5129-48d5-a7f3-b94a955b2acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (82571d88-a8ad-4362-95d9-cc45725555cf), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.707813 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e279bd2e-5129-48d5-a7f3-b94a955b2acf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acffa8e323b24ba892c9c38c774aa7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404873 Jan 28 12:04:54.708685 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279bd2e-5129-48d5-a7f3-b94a955b2acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82571d88-a8ad-4362-95d9-cc45725555cf,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:54.710933 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54196) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:54.759384 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1257fb72-eaaf-461f-8eae-f885c2e9e126 admin admin] Publish callbacks [] for security_group (82571d88-a8ad-4362-95d9-cc45725555cf), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.781198 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1257fb72-eaaf-461f-8eae-f885c2e9e126 admin admin] Publish callbacks [] for security_group (82571d88-a8ad-4362-95d9-cc45725555cf), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.840604 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1257fb72-eaaf-461f-8eae-f885c2e9e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (82571d88-a8ad-4362-95d9-cc45725555cf), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.843100 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1257fb72-eaaf-461f-8eae-f885c2e9e126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:54.844261 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1257fb72-eaaf-461f-8eae-f885c2e9e126 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82571d88-a8ad-4362-95d9-cc45725555cf HTTP/1.1" status: 204 len: 168 time: 0.1323481 Jan 28 12:04:54.853545 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257fb72-eaaf-461f-8eae-f885c2e9e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82571d88-a8ad-4362-95d9-cc45725555cf,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:55.129772 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54204) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:55.143480 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-60facb35-a778-4293-a5a7-95dac74ab71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:55.217300 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-60facb35-a778-4293-a5a7-95dac74ab71d admin admin] Publish callbacks [] for security_group (e1b168c2-0fea-4313-954f-0503659f1677), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:55.223047 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-60facb35-a778-4293-a5a7-95dac74ab71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (e1b168c2-0fea-4313-954f-0503659f1677), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:55.260507 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-60facb35-a778-4293-a5a7-95dac74ab71d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e25e190ea1c2477c81dd54452060a46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296673 Jan 28 12:04:55.261425 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60facb35-a778-4293-a5a7-95dac74ab71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b168c2-0fea-4313-954f-0503659f1677,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:55.263514 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54206) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:55.320457 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2dcb-c4d1-4779-b4b1-7089fcc1fbb1 admin admin] Publish callbacks [] for security_group (e1b168c2-0fea-4313-954f-0503659f1677), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:55.342018 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2dcb-c4d1-4779-b4b1-7089fcc1fbb1 admin admin] Publish callbacks [] for security_group (e1b168c2-0fea-4313-954f-0503659f1677), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:55.388575 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2dcb-c4d1-4779-b4b1-7089fcc1fbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (e1b168c2-0fea-4313-954f-0503659f1677), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:55.391345 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2dcb-c4d1-4779-b4b1-7089fcc1fbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:55.392628 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c1ef2dcb-c4d1-4779-b4b1-7089fcc1fbb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1b168c2-0fea-4313-954f-0503659f1677 HTTP/1.1" status: 204 len: 168 time: 0.1275721 Jan 28 12:04:55.400260 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2dcb-c4d1-4779-b4b1-7089fcc1fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b168c2-0fea-4313-954f-0503659f1677,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:58.122221 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54280) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:58.226929 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8ccac02a-9906-44b5-acf7-73faacd0936c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.304573 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8ccac02a-9906-44b5-acf7-73faacd0936c admin admin] Publish callbacks [] for security_group (96e32c70-2d15-48e3-b1aa-e9cba028384f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.310416 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8ccac02a-9906-44b5-acf7-73faacd0936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (96e32c70-2d15-48e3-b1aa-e9cba028384f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.348359 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8ccac02a-9906-44b5-acf7-73faacd0936c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b139d76ad8ea48ba8b27d105c465999b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250094 Jan 28 12:04:58.349260 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccac02a-9906-44b5-acf7-73faacd0936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e32c70-2d15-48e3-b1aa-e9cba028384f,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:58.351287 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54284) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:58.404072 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edd4eefb-2a32-43af-af85-effb30abc503 admin admin] Publish callbacks [] for security_group (96e32c70-2d15-48e3-b1aa-e9cba028384f), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.428555 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edd4eefb-2a32-43af-af85-effb30abc503 admin admin] Publish callbacks [] for security_group (96e32c70-2d15-48e3-b1aa-e9cba028384f), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.481683 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edd4eefb-2a32-43af-af85-effb30abc503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (96e32c70-2d15-48e3-b1aa-e9cba028384f), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.484399 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-edd4eefb-2a32-43af-af85-effb30abc503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.485569 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-edd4eefb-2a32-43af-af85-effb30abc503 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96e32c70-2d15-48e3-b1aa-e9cba028384f HTTP/1.1" status: 204 len: 168 time: 0.1332579 Jan 28 12:04:58.493987 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4eefb-2a32-43af-af85-effb30abc503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e32c70-2d15-48e3-b1aa-e9cba028384f,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:58.770513 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54290) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:58.784190 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-657cd7c5-a463-4f0f-b2ea-901a82acb528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.865789 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-657cd7c5-a463-4f0f-b2ea-901a82acb528 admin admin] Publish callbacks [] for security_group (2e439a74-9ab6-4069-b1b7-6e2c2aaede20), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.870884 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-657cd7c5-a463-4f0f-b2ea-901a82acb528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (2e439a74-9ab6-4069-b1b7-6e2c2aaede20), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.907727 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-657cd7c5-a463-4f0f-b2ea-901a82acb528 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28c31811063c4889a9eba49957e9a16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360488 Jan 28 12:04:58.908647 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cd7c5-a463-4f0f-b2ea-901a82acb528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e439a74-9ab6-4069-b1b7-6e2c2aaede20,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:04:58.911479 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54292) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:04:58.968876 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5857e49a-5bda-40fa-9d79-6dc4fe6327d2 admin admin] Publish callbacks [] for security_group (2e439a74-9ab6-4069-b1b7-6e2c2aaede20), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:58.992420 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5857e49a-5bda-40fa-9d79-6dc4fe6327d2 admin admin] Publish callbacks [] for security_group (2e439a74-9ab6-4069-b1b7-6e2c2aaede20), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:59.045607 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5857e49a-5bda-40fa-9d79-6dc4fe6327d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (2e439a74-9ab6-4069-b1b7-6e2c2aaede20), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:59.048239 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5857e49a-5bda-40fa-9d79-6dc4fe6327d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:04:59.049438 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-5857e49a-5bda-40fa-9d79-6dc4fe6327d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e439a74-9ab6-4069-b1b7-6e2c2aaede20 HTTP/1.1" status: 204 len: 168 time: 0.1369259 Jan 28 12:04:59.058409 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857e49a-5bda-40fa-9d79-6dc4fe6327d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e439a74-9ab6-4069-b1b7-6e2c2aaede20,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:03.531883 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54372) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:03.645451 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f44b62fc-b986-4932-941e-9707b4d38e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:03.733118 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f44b62fc-b986-4932-941e-9707b4d38e68 admin admin] Publish callbacks [] for security_group (11ce5d08-827e-470b-8bd1-b2fc2a4ba920), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:03.739467 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f44b62fc-b986-4932-941e-9707b4d38e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (11ce5d08-827e-470b-8bd1-b2fc2a4ba920), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:03.781891 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-f44b62fc-b986-4932-941e-9707b4d38e68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cedc2f7f988c4822b2393ec0a50deb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486718 Jan 28 12:05:03.782976 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b62fc-b986-4932-941e-9707b4d38e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce5d08-827e-470b-8bd1-b2fc2a4ba920,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:03.784696 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54378) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:03.838872 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1e162d52-2227-4970-9bba-06e3ae06daa8 admin admin] Publish callbacks [] for security_group (11ce5d08-827e-470b-8bd1-b2fc2a4ba920), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:03.861164 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1e162d52-2227-4970-9bba-06e3ae06daa8 admin admin] Publish callbacks [] for security_group (11ce5d08-827e-470b-8bd1-b2fc2a4ba920), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:03.912610 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1e162d52-2227-4970-9bba-06e3ae06daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (11ce5d08-827e-470b-8bd1-b2fc2a4ba920), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:03.917111 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1e162d52-2227-4970-9bba-06e3ae06daa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:03.918728 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1e162d52-2227-4970-9bba-06e3ae06daa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11ce5d08-827e-470b-8bd1-b2fc2a4ba920 HTTP/1.1" status: 204 len: 168 time: 0.1315839 Jan 28 12:05:03.926308 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e162d52-2227-4970-9bba-06e3ae06daa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce5d08-827e-470b-8bd1-b2fc2a4ba920,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:04.196773 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54384) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:04.210183 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37c5d390-719b-4d23-ab4f-352dc847d2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:04.285343 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37c5d390-719b-4d23-ab4f-352dc847d2c1 admin admin] Publish callbacks [] for security_group (dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:04.291716 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-37c5d390-719b-4d23-ab4f-352dc847d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:04.329832 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-37c5d390-719b-4d23-ab4f-352dc847d2c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09a28f3e136c4e84bace61d1e620e6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319277 Jan 28 12:05:04.330939 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5d390-719b-4d23-ab4f-352dc847d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:04.332551 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54386) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:04.380545 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0be7de4-4360-4958-8ae8-50524791c848 admin admin] Publish callbacks [] for security_group (dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:04.401491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0be7de4-4360-4958-8ae8-50524791c848 admin admin] Publish callbacks [] for security_group (dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:04.451586 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0be7de4-4360-4958-8ae8-50524791c848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:04.454388 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f0be7de4-4360-4958-8ae8-50524791c848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:04.456187 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f0be7de4-4360-4958-8ae8-50524791c848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39 HTTP/1.1" status: 204 len: 168 time: 0.1226132 Jan 28 12:05:04.464110 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be7de4-4360-4958-8ae8-50524791c848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdd774b-4f2e-44eb-9c2a-fa84c6e8fc39,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:06.242231 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54444) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:06.370751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-20636311-1795-4f2e-9378-71be8f7237de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.453534 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-20636311-1795-4f2e-9378-71be8f7237de admin admin] Publish callbacks [] for security_group (d69c3427-6796-4e22-8d3a-3db954fff5b9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.459866 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-20636311-1795-4f2e-9378-71be8f7237de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d69c3427-6796-4e22-8d3a-3db954fff5b9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.496719 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-20636311-1795-4f2e-9378-71be8f7237de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bdea966a1516484ea1c36c7ad827ce1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533419 Jan 28 12:05:06.497567 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20636311-1795-4f2e-9378-71be8f7237de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c3427-6796-4e22-8d3a-3db954fff5b9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:06.499901 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54448) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:06.547344 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ec1-b803-4e0f-b06a-6222dca6eec9 admin admin] Publish callbacks [] for security_group (d69c3427-6796-4e22-8d3a-3db954fff5b9), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.568338 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ec1-b803-4e0f-b06a-6222dca6eec9 admin admin] Publish callbacks [] for security_group (d69c3427-6796-4e22-8d3a-3db954fff5b9), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.615779 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ec1-b803-4e0f-b06a-6222dca6eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d69c3427-6796-4e22-8d3a-3db954fff5b9), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.618687 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2cc13ec1-b803-4e0f-b06a-6222dca6eec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.619860 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2cc13ec1-b803-4e0f-b06a-6222dca6eec9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d69c3427-6796-4e22-8d3a-3db954fff5b9 HTTP/1.1" status: 204 len: 168 time: 0.1190510 Jan 28 12:05:06.627674 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc13ec1-b803-4e0f-b06a-6222dca6eec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c3427-6796-4e22-8d3a-3db954fff5b9,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:06.892227 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54454) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:06.906019 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4318-2c90-4e4c-b2a0-0a52ea6fedfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.989124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4318-2c90-4e4c-b2a0-0a52ea6fedfd admin admin] Publish callbacks [] for security_group (643fc6df-8873-4f36-bc8e-1bf11ce43368), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:06.995163 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4318-2c90-4e4c-b2a0-0a52ea6fedfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (643fc6df-8873-4f36-bc8e-1bf11ce43368), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:07.044419 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9d3b4318-2c90-4e4c-b2a0-0a52ea6fedfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b65a164530fe49659e90bf5ca72ca51c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511197 Jan 28 12:05:07.045319 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b4318-2c90-4e4c-b2a0-0a52ea6fedfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643fc6df-8873-4f36-bc8e-1bf11ce43368,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:07.047326 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54456) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:07.100430 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-74dabedc-1cfc-4dcd-ad81-ac6172b14b29 admin admin] Publish callbacks [] for security_group (643fc6df-8873-4f36-bc8e-1bf11ce43368), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:07.122480 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-74dabedc-1cfc-4dcd-ad81-ac6172b14b29 admin admin] Publish callbacks [] for security_group (643fc6df-8873-4f36-bc8e-1bf11ce43368), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:07.171350 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-74dabedc-1cfc-4dcd-ad81-ac6172b14b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (643fc6df-8873-4f36-bc8e-1bf11ce43368), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:07.174182 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-74dabedc-1cfc-4dcd-ad81-ac6172b14b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:07.175349 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-74dabedc-1cfc-4dcd-ad81-ac6172b14b29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/643fc6df-8873-4f36-bc8e-1bf11ce43368 HTTP/1.1" status: 204 len: 168 time: 0.1264477 Jan 28 12:05:07.183312 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dabedc-1cfc-4dcd-ad81-ac6172b14b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643fc6df-8873-4f36-bc8e-1bf11ce43368,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:14.042380 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:05:18.451133 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6e569721-cf33-4a39-9390-63f2ccbcb59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:20.656638 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d1434adb-768f-4df0-83a7-7394bb6f05ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:21.624809 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:21.658064 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:23.246240 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:24.244301 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-44c6099c-8ec4-42d9-a1b3-7e00fc630807 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413997 Jan 28 12:05:24.341823 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-f20c8a16-0a57-44f3-b1b0-ef14d65b83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:24.343280 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-f20c8a16-0a57-44f3-b1b0-ef14d65b83f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1098 time: 0.0435886 Jan 28 12:05:24.465819 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-afa579e4-e7df-4baa-88d4-4df322e2d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:24.467381 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-afa579e4-e7df-4baa-88d4-4df322e2d0de service neutron] 10.222.0.39 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 910 time: 0.0971849 Jan 28 12:05:24.537679 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-69db0d72-9519-4a0d-a53b-6b425acd5fc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 1001 time: 0.0610728 Jan 28 12:05:24.544143 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:24.596961 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-0fca43d2-9d9c-4d80-8c2f-abb44e63f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:24.598502 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-0fca43d2-9d9c-4d80-8c2f-abb44e63f5e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 200 len: 848 time: 0.0510116 Jan 28 12:05:24.645012 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-c141cb08-ed09-45f6-870e-7eb142be399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:24.646569 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-c141cb08-ed09-45f6-870e-7eb142be399d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87c458ba-d17a-469f-91a6-f140cef05baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408602 Jan 28 12:05:24.742541 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-2445e727-0995-41ba-83f9-0390db1d4ea2 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Jan 28 12:05:24.797618 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54628) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:24.839308 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-061dcee3-41dd-4d06-b389-b62edf05c226 req-a66a6f6f-7058-408d-b2fd-f4050b7416a5 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876446 Jan 28 12:05:24.908793 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a03f59d-8d61-4078-b9cf-331ad3a55236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:24.982762 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a03f59d-8d61-4078-b9cf-331ad3a55236 admin admin] Publish callbacks [] for security_group (9dd66fa7-17cb-4179-9a2e-83560a51ad6d), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:24.988197 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a03f59d-8d61-4078-b9cf-331ad3a55236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9dd66fa7-17cb-4179-9a2e-83560a51ad6d), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:25.032415 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-4a03f59d-8d61-4078-b9cf-331ad3a55236 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c62d741d9374fb9b3951df8798331f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336414 Jan 28 12:05:25.032581 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54636) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:25.033427 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f59d-8d61-4078-b9cf-331ad3a55236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd66fa7-17cb-4179-9a2e-83560a51ad6d,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:25.086866 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80f49783-030b-41c4-b57d-db2107ce47b2 admin admin] Publish callbacks [] for security_group (9dd66fa7-17cb-4179-9a2e-83560a51ad6d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:25.110115 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80f49783-030b-41c4-b57d-db2107ce47b2 admin admin] Publish callbacks [] for security_group (9dd66fa7-17cb-4179-9a2e-83560a51ad6d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:25.180851 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80f49783-030b-41c4-b57d-db2107ce47b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9dd66fa7-17cb-4179-9a2e-83560a51ad6d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:25.184254 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80f49783-030b-41c4-b57d-db2107ce47b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:25.186084 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-80f49783-030b-41c4-b57d-db2107ce47b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9dd66fa7-17cb-4179-9a2e-83560a51ad6d HTTP/1.1" status: 204 len: 168 time: 0.1525502 Jan 28 12:05:25.196763 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f49783-030b-41c4-b57d-db2107ce47b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd66fa7-17cb-4179-9a2e-83560a51ad6d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:25.312689 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a260b8-0cbb-4de6-bcd7-c109c26c5f2f req-6a5c0b46-1077-422a-927b-79ea11ec972a tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:25.314072 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15a260b8-0cbb-4de6-bcd7-c109c26c5f2f req-6a5c0b46-1077-422a-927b-79ea11ec972a tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0505829 Jan 28 12:05:25.364903 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15a260b8-0cbb-4de6-bcd7-c109c26c5f2f req-e199f1c4-5014-4a1c-a35a-a543bfdaae16 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447762 Jan 28 12:05:26.498044 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159e845-4a4a-47b7-b33f-b8cc89ab1d6d req-b91afe0b-dfec-47e6-aa23-529e6a9caa91 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:26.499503 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e159e845-4a4a-47b7-b33f-b8cc89ab1d6d req-b91afe0b-dfec-47e6-aa23-529e6a9caa91 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0590053 Jan 28 12:05:26.553117 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e159e845-4a4a-47b7-b33f-b8cc89ab1d6d req-39e80c57-edc9-4c58-91b8-979799130c73 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477481 Jan 28 12:05:27.674142 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4319791-4f12-4c56-a473-91247c3a4e55 req-f2ee0d75-7a47-4594-8e56-af6ab20c5969 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:27.675876 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4319791-4f12-4c56-a473-91247c3a4e55 req-f2ee0d75-7a47-4594-8e56-af6ab20c5969 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0483620 Jan 28 12:05:27.725973 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4319791-4f12-4c56-a473-91247c3a4e55 req-4f6f470f-53bd-4936-a63c-e30d45323a1a tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443859 Jan 28 12:05:28.851692 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6858c-800f-488a-b034-b45083a8c7d6 req-6f7a36f4-04f4-4518-b960-e8aa434742a6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:28.853187 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fac6858c-800f-488a-b034-b45083a8c7d6 req-6f7a36f4-04f4-4518-b960-e8aa434742a6 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0586102 Jan 28 12:05:28.906803 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fac6858c-800f-488a-b034-b45083a8c7d6 req-9f026217-dcdc-4652-bf89-0be5fea2791e tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479052 Jan 28 12:05:29.279411 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54720) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:29.389011 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0b909549-a651-40dc-9f0f-6c4f473a5710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:29.472294 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0b909549-a651-40dc-9f0f-6c4f473a5710 admin admin] Publish callbacks [] for security_group (ba1058bc-1717-4493-88b1-8527c4f71cf9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:29.477928 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0b909549-a651-40dc-9f0f-6c4f473a5710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ba1058bc-1717-4493-88b1-8527c4f71cf9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:29.515564 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0b909549-a651-40dc-9f0f-6c4f473a5710 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abbb66b40f854c088f4fe1b480e39122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349775 Jan 28 12:05:29.516772 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b909549-a651-40dc-9f0f-6c4f473a5710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1058bc-1717-4493-88b1-8527c4f71cf9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:29.518484 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54724) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:29.572090 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfc300c3-5645-487f-88a8-904d01376669 admin admin] Publish callbacks [] for security_group (ba1058bc-1717-4493-88b1-8527c4f71cf9), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:29.595319 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfc300c3-5645-487f-88a8-904d01376669 admin admin] Publish callbacks [] for security_group (ba1058bc-1717-4493-88b1-8527c4f71cf9), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:29.653833 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfc300c3-5645-487f-88a8-904d01376669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ba1058bc-1717-4493-88b1-8527c4f71cf9), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:29.656588 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-cfc300c3-5645-487f-88a8-904d01376669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:29.657747 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-cfc300c3-5645-487f-88a8-904d01376669 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba1058bc-1717-4493-88b1-8527c4f71cf9 HTTP/1.1" status: 204 len: 168 time: 0.1372583 Jan 28 12:05:29.665418 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc300c3-5645-487f-88a8-904d01376669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1058bc-1717-4493-88b1-8527c4f71cf9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:30.032181 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a612c1-fbb7-4ae6-9076-2a47e05772c2 req-eedf673f-1d1e-4794-bee0-b7d077b56762 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:30.033744 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-81a612c1-fbb7-4ae6-9076-2a47e05772c2 req-eedf673f-1d1e-4794-bee0-b7d077b56762 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0528514 Jan 28 12:05:30.083877 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-81a612c1-fbb7-4ae6-9076-2a47e05772c2 req-f00c1683-b396-4fce-9bd3-0bfde8f8e943 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444829 Jan 28 12:05:30.326722 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 54748) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:30.439696 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-519406413-network', 'tenant_id': '24230ebb0c924f48a96afbfc693b69cb'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:05:30.462411 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Made reservation on behalf of 24230ebb0c924f48a96afbfc693b69cb for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:05:30.464893 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.476887 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.552512 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks [] for security_group (db7c99c2-5104-49a6-9faf-1a4be5a76b49), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.558312 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (db7c99c2-5104-49a6-9faf-1a4be5a76b49), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.582844 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:05:30.594962 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c99c2-5104-49a6-9faf-1a4be5a76b49,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:30.598913 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (82abc68b-3830-4a71-8486-8dd33aa4851f), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.599260 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Added segment 82abc68b-3830-4a71-8486-8dd33aa4851f of type vlan for network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 Jan 28 12:05:30.644291 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (2444840e-bf58-4ce0-8ce5-4f4d2fdce578), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.670886 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (2444840e-bf58-4ce0-8ce5-4f4d2fdce578), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.671826 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:30.672557 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.725631 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3977892 Jan 28 12:05:30.728934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54752) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:30.733196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb75ce9-2521-49c2-81ad-5aef1899dd1c admin admin] Pushing event updated for resources: {'Network': ['ID=2444840e-bf58-4ce0-8ce5-4f4d2fdce578,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:30.734200 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Request body: {'subnet': {'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-519406413-subnet', 'tenant_id': '24230ebb0c924f48a96afbfc693b69cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:05:30.743114 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:05:30.754205 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Made reservation on behalf of 24230ebb0c924f48a96afbfc693b69cb for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:05:30.756668 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26662354'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.919223 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26305462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26662336'] for subnet (1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:30.972412 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:30.981175 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Checking segment: {'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:05:30.981518 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Network hostable DHCP agents. Network: 2444840e-bf58-4ce0-8ce5-4f4d2fdce578, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:05:31.000631 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:05:31.010409 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 2444840e-bf58-4ce0-8ce5-4f4d2fdce578) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:05:31.014656 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:31.015250 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:31.020377 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5369bae3-3356-4618-bae5-ab60850ccb08 None None] Network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:05:31.032403 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e1a87779-ba35-4ed0-8094-e0f4e444f988 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3023341 Jan 28 12:05:31.124613 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96ee16-e5f4-49c0-bba7-c939b0473eba None None] Network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:05:31.210116 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5730-24c4-4b7f-9474-7e4ba877aaa0 req-1aa545b8-ba5c-471e-83c9-a5e218c65982 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:31.212681 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4cbe5730-24c4-4b7f-9474-7e4ba877aaa0 req-1aa545b8-ba5c-471e-83c9-a5e218c65982 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0584996 Jan 28 12:05:31.263735 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4cbe5730-24c4-4b7f-9474-7e4ba877aaa0 req-e8740ede-4b23-4b1c-8e09-6b632453d90c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448077 Jan 28 12:05:32.399078 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112173d9-5e8b-486e-815f-5e08aedb0149 req-80d2701c-9254-4968-a55c-063c766a757c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:32.400564 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-112173d9-5e8b-486e-815f-5e08aedb0149 req-80d2701c-9254-4968-a55c-063c766a757c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0587418 Jan 28 12:05:32.452116 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-112173d9-5e8b-486e-815f-5e08aedb0149 req-ab471bfd-8434-4f5d-920e-98734a983627 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434573 Jan 28 12:05:33.064398 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-ea226939-eb3c-4da9-b1c0-2ba746d0b274 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:33.065889 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-ea226939-eb3c-4da9-b1c0-2ba746d0b274 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/networks?id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578 HTTP/1.1" status: 200 len: 808 time: 0.3677375 Jan 28 12:05:33.081064 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3040be3b-9ea8-4fdc-ae23-35d80c5ec2d4 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/quotas/24230ebb0c924f48a96afbfc693b69cb HTTP/1.1" status: 200 len: 375 time: 0.0094707 Jan 28 12:05:33.112055 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-17094261-39c1-450f-b205-0ab17f0793bf tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=24230ebb0c924f48a96afbfc693b69cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257742 Jan 28 12:05:33.255398 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-724b2795-7ebf-45ba-9508-2ae97acfb79f service neutron] 10.222.0.36 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369390 Jan 28 12:05:33.368806 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-f5d3e332-073b-44ee-bf3c-34411419ec26 service neutron] 10.222.0.36 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048620 Jan 28 12:05:33.531346 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a042dc50-2e38-41c1-8954-5de29c122645 req-d942f220-4068-4b53-a6f2-85f2d256599b tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 210 time: 0.0280793 Jan 28 12:05:33.578129 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10d4-ca2c-447a-81d7-3d4e7ff3772c req-ef16a187-cf38-4742-94c8-112a26181570 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:33.579654 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d8eb10d4-ca2c-447a-81d7-3d4e7ff3772c req-ef16a187-cf38-4742-94c8-112a26181570 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0506670 Jan 28 12:05:33.632913 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d8eb10d4-ca2c-447a-81d7-3d4e7ff3772c req-c5d74308-ec20-4f61-b29b-8bf16a455364 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470169 Jan 28 12:05:34.591369 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-fe07f58a-38b2-4ddc-8a7f-3ee4d36d1383 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:34.593115 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-fe07f58a-38b2-4ddc-8a7f-3ee4d36d1383 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "GET /v2.0/networks?id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578 HTTP/1.1" status: 200 len: 808 time: 0.1084130 Jan 28 12:05:34.607964 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Request body: {'port': {'device_id': '40258361-8eff-4213-a1b1-591b4247b34b', 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578', 'admin_state_up': True, 'tenant_id': '24230ebb0c924f48a96afbfc693b69cb'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:05:34.630298 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f27f4eb5-219f-4ac4-92ce-b8ab711bbaf0 req-a9b4a4b4-bb72-47a1-95fa-d9289ff8ba4e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 210 time: 0.0293989 Jan 28 12:05:34.755139 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a741bf-3484-41fa-bc2c-86c68cd6f7fd req-0fb8ffee-acef-48e9-8d05-48a50bc7197b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:34.756733 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c1a741bf-3484-41fa-bc2c-86c68cd6f7fd req-0fb8ffee-acef-48e9-8d05-48a50bc7197b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0507536 Jan 28 12:05:34.808580 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c1a741bf-3484-41fa-bc2c-86c68cd6f7fd req-a7a63403-0931-49e4-90a9-2879f3dba170 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456848 Jan 28 12:05:34.958366 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Made reservation on behalf of 24230ebb0c924f48a96afbfc693b69cb for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:05:34.961504 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:35.088402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Allocated IP 172.20.0.14 (2444840e-bf58-4ce0-8ce5-4f4d2fdce578/1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3/cf350d61-d148-4d8e-a44c-103768f3831d) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:05:35.233845 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks [] for port (cf350d61-d148-4d8e-a44c-103768f3831d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:35.271166 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:35.317423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:05:35.320376 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:05:35.326115 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:05:35.332372 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Pushing event updated for resources: {'Port': ['ID=cf350d61-d148-4d8e-a44c-103768f3831d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:35.375620 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:35.376241 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:35.393719 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-3dfafd98-470a-49f8-adc8-3b1929bd97c9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7896500 Jan 28 12:05:35.406241 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Request body: {'port': {'device_id': '40258361-8eff-4213-a1b1-591b4247b34b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:05:35.463096 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:35.602443 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-f67b276c-e36e-4a07-9633-6b5bd18dba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:35.603979 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-f67b276c-e36e-4a07-9633-6b5bd18dba2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1098 time: 0.1085017 Jan 28 12:05:35.769757 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-2ffa4f54-ec04-4dce-a7e7-bfc0f15f2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:35.771267 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-2ffa4f54-ec04-4dce-a7e7-bfc0f15f2255 service neutron] 10.222.0.39 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 910 time: 0.1569571 Jan 28 12:05:35.879368 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf350d61-d148-4d8e-a44c-103768f3831d {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:05:35.887064 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-f430302f-bf53-467f-a7cf-8cb738c0e20f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 1001 time: 0.1040020 Jan 28 12:05:35.888845 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Publish callbacks [] for port (cf350d61-d148-4d8e-a44c-103768f3831d), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:35.928125 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Transition to ACTIVE for port object cf350d61-d148-4d8e-a44c-103768f3831d will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:05:35.934426 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:35.952255 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d491e2c-6f95-45f6-b321-e65660b4fac9 req-b9d7a1f2-b7ae-4716-8d58-dc53f0a1106a tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:35.953810 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8d491e2c-6f95-45f6-b321-e65660b4fac9 req-b9d7a1f2-b7ae-4716-8d58-dc53f0a1106a tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 932 time: 0.0901933 Jan 28 12:05:35.966165 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459840a3-ca7f-4dab-a4a2-570ea5eaac51 req-bddd054b-0bdb-4213-b011-dadde1be19c4 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:35.967613 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-459840a3-ca7f-4dab-a4a2-570ea5eaac51 req-bddd054b-0bdb-4213-b011-dadde1be19c4 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0835650 Jan 28 12:05:35.976616 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-bc50429a-6510-4dac-a839-db542c1409b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:35.978040 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-bc50429a-6510-4dac-a839-db542c1409b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 200 len: 848 time: 0.0833523 Jan 28 12:05:36.024264 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Pushing event updated for resources: {'Port': ['ID=cf350d61-d148-4d8e-a44c-103768f3831d,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:36.039619 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8d491e2c-6f95-45f6-b321-e65660b4fac9 req-10744b33-9392-47e4-bcaf-90477bc6048f tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709972 Jan 28 12:05:36.048982 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-459840a3-ca7f-4dab-a4a2-570ea5eaac51 req-0bc443fd-6079-4950-99b5-880bf4cf00ce tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726240 Jan 28 12:05:36.078627 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-45ca39d5-6375-446d-aace-42761610fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:36.080205 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-45ca39d5-6375-446d-aace-42761610fbdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87c458ba-d17a-469f-91a6-f140cef05baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922532 Jan 28 12:05:36.114491 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Attempting to bind port cf350d61-d148-4d8e-a44c-103768f3831d on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:05:36.114817 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Attempting to bind port cf350d61-d148-4d8e-a44c-103768f3831d by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:05:36.115138 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Attempting to bind port cf350d61-d148-4d8e-a44c-103768f3831d on network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:05:36.149789 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Port cf350d61-d148-4d8e-a44c-103768f3831d on network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:05:36.150002 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Attempting to bind port cf350d61-d148-4d8e-a44c-103768f3831d on network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:05:36.158496 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:05:36.158823 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Checking segment: {'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:05:36.159171 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Bound using segment: {'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:05:36.159610 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Bound port: cf350d61-d148-4d8e-a44c-103768f3831d, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:05:36.159980 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:36.219542 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-8d9452d1-9a43-40f3-a58a-36dba0552cf4 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293261 Jan 28 12:05:36.285244 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] For port cf350d61-d148-4d8e-a44c-103768f3831d, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:05:36.302103 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] For port cf350d61-d148-4d8e-a44c-103768f3831d, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf350d61-d148-4d8e-a44c-103768f3831d,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:05:36.311669 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:36.374642 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:36.375227 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:36.376616 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] 10.222.0.39 "PUT /v2.0/ports/cf350d61-d148-4d8e-a44c-103768f3831d HTTP/1.1" status: 200 len: 1094 time: 0.9743834 Jan 28 12:05:36.377115 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40258361-8eff-4213-a1b1-591b4247b34b', 'tag': 'cf350d61-d148-4d8e-a44c-103768f3831d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:05:36.379328 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cabb02-fc18-4e7e-8092-ff81bccce9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "40258361-8eff-4213-a1b1-591b4247b34b", "tag": "cf350d61-d148-4d8e-a44c-103768f3831d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:05:36.389752 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-22b5d3d5-38e1-484c-9d0c-d01f4de7c40f req-83c36f53-d8a8-4766-9eb2-846dee16c885 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562543 Jan 28 12:05:36.393411 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63894de4-45fe-4b9a-9323-fccacda3e8de service neutron] Pushing event updated for resources: {'Port': ['ID=cf350d61-d148-4d8e-a44c-103768f3831d,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:36.427792 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f93e478-a44f-42b5-b56f-97430d8bb0f2 x-openstack-request-id: req-8f93e478-a44f-42b5-b56f-97430d8bb0f2 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:05:36.428089 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40258361-8eff-4213-a1b1-591b4247b34b", "tag": "cf350d61-d148-4d8e-a44c-103768f3831d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:05:36.428348 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f93e478-a44f-42b5-b56f-97430d8bb0f2 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:05:36.428873 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40258361-8eff-4213-a1b1-591b4247b34b', 'tag': 'cf350d61-d148-4d8e-a44c-103768f3831d', 'status': 'completed', 'code': 200} Jan 28 12:05:36.461919 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-ec3b77a1-2c93-4ae3-a034-5bd629163877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:36.463461 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-ec3b77a1-2c93-4ae3-a034-5bd629163877 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24230ebb0c924f48a96afbfc693b69cb&device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 1097 time: 0.0446806 Jan 28 12:05:36.510587 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-7926cda1-ce92-4206-85d0-b26fb5a5da07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf350d61-d148-4d8e-a44c-103768f3831d HTTP/1.1" status: 200 len: 217 time: 0.0377140 Jan 28 12:05:36.558874 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-49aec921-3726-44e9-b768-6f6e5b282ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:36.560345 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-49aec921-3726-44e9-b768-6f6e5b282ede service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3 HTTP/1.1" status: 200 len: 848 time: 0.0432651 Jan 28 12:05:36.591121 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-cebe68f9-f4a7-4c21-97bb-0fb7505f8ce1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239601 Jan 28 12:05:36.691796 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-6a826cd9-44ab-44f5-8394-9d0de8c8b13f service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925157 Jan 28 12:05:36.785203 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a2534c6-a19f-4d4f-8525-c370e37b4adb req-ba0e096d-77a3-46eb-8e67-d8c232c59772 service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866373 Jan 28 12:05:36.883054 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-3ae7a3a5-7f17-4a21-8520-36133c4ae8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:36.884661 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-3ae7a3a5-7f17-4a21-8520-36133c4ae8f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24230ebb0c924f48a96afbfc693b69cb&device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 1097 time: 0.0481639 Jan 28 12:05:36.978475 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-7e5a4576-53e7-4dc8-b3dc-efd841835132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:36.979879 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-7e5a4576-53e7-4dc8-b3dc-efd841835132 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578 HTTP/1.1" status: 200 len: 909 time: 0.0874095 Jan 28 12:05:37.022107 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-43b0e494-7305-49a2-8e16-d3992df6ee7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf350d61-d148-4d8e-a44c-103768f3831d HTTP/1.1" status: 200 len: 217 time: 0.0349436 Jan 28 12:05:37.074431 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-e99ac5d5-f35c-4d02-95ca-a1e6fbd0b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:37.076179 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-e99ac5d5-f35c-4d02-95ca-a1e6fbd0b0b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3 HTTP/1.1" status: 200 len: 848 time: 0.0476592 Jan 28 12:05:37.110427 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-224b2ab7-a998-46b0-8900-e74de930e646 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268214 Jan 28 12:05:37.186689 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40e71f-c5f0-43f1-9865-9afc773547fb req-53dc4c5d-689d-460e-8216-038ccb423cad tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:37.188168 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b40e71f-c5f0-43f1-9865-9afc773547fb req-53dc4c5d-689d-460e-8216-038ccb423cad tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 944 time: 0.0786004 Jan 28 12:05:37.195884 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152620d6-66cb-4b11-846e-b5d2a6611a00 req-85f625b0-33bb-4e31-8728-c1fade649f21 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:37.197276 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-152620d6-66cb-4b11-846e-b5d2a6611a00 req-85f625b0-33bb-4e31-8728-c1fade649f21 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0771658 Jan 28 12:05:37.198796 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-8f9b57dc-8d35-47ca-8298-2bfabf3cdc5c service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810440 Jan 28 12:05:37.268822 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b40e71f-c5f0-43f1-9865-9afc773547fb req-df442241-2a3d-4b59-bedf-77e0736f35ed tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705376 Jan 28 12:05:37.273937 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-152620d6-66cb-4b11-846e-b5d2a6611a00 req-00a0633c-3b5c-4e32-bc5b-0a2342668718 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697019 Jan 28 12:05:37.294142 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-82cabb02-fc18-4e7e-8092-ff81bccce9f4 req-7c400068-8380-409d-9fab-dcce72b67351 service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889952 Jan 28 12:05:38.423556 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9924662-1318-4116-86e3-dbf833d8eada req-f4bee1a3-ba73-47c1-b2a7-02caf068aa04 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:38.425073 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f9924662-1318-4116-86e3-dbf833d8eada req-f4bee1a3-ba73-47c1-b2a7-02caf068aa04 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 944 time: 0.0803876 Jan 28 12:05:38.431968 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717febef-acc9-4e19-ab71-d86940379535 req-502b5af6-7e18-4708-930d-083915f44653 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:38.433461 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717febef-acc9-4e19-ab71-d86940379535 req-502b5af6-7e18-4708-930d-083915f44653 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0874157 Jan 28 12:05:38.510773 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f9924662-1318-4116-86e3-dbf833d8eada req-ac00f7a2-a3e0-4710-9db1-658bcb137d6d tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761507 Jan 28 12:05:38.515802 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-717febef-acc9-4e19-ab71-d86940379535 req-134926c8-e90c-4a47-a47c-1fdf3a12439c tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749798 Jan 28 12:05:38.840496 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cf350d61-d148-4d8e-a44c-103768f3831d details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:05:38.942080 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port cf350d61-d148-4d8e-a44c-103768f3831d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf350d61-d148-4d8e-a44c-103768f3831d,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:38.954376 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'cf350d61-d148-4d8e-a44c-103768f3831d', 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578', 'port_id': 'cf350d61-d148-4d8e-a44c-103768f3831d', 'mac_address': 'fa:16:3e:86:be:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:05:38.990913 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port cf350d61-d148-4d8e-a44c-103768f3831d is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:05:38.991298 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:39.004298 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf350d61-d148-4d8e-a44c-103768f3831d {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:05:39.029802 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port cf350d61-d148-4d8e-a44c-103768f3831d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf350d61-d148-4d8e-a44c-103768f3831d,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:39.034993 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:39.081519 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=cf350d61-d148-4d8e-a44c-103768f3831d,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:39.088989 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.089345 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.089697 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.090067 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.090376 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.090810 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.091075 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.091431 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.091737 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.092087 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.092415 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.092728 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.093044 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:39.304936 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['cf350d61-d148-4d8e-a44c-103768f3831d'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:05:39.660220 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6240d-2d98-4a95-972b-dbd27388815b req-553ed174-c01b-45ac-97e7-8425e6871797 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:39.661706 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5e6240d-2d98-4a95-972b-dbd27388815b req-553ed174-c01b-45ac-97e7-8425e6871797 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 945 time: 0.0771890 Jan 28 12:05:39.668221 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439a397-3c2f-4271-abc2-55d1989df308 req-86d4c4d2-f6b9-479a-9313-10e8cd0080fc tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:39.669687 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e439a397-3c2f-4271-abc2-55d1989df308 req-86d4c4d2-f6b9-479a-9313-10e8cd0080fc tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0757053 Jan 28 12:05:39.744869 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5e6240d-2d98-4a95-972b-dbd27388815b req-aec74767-2c82-4c41-b709-3357349345ee tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Jan 28 12:05:39.748776 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e439a397-3c2f-4271-abc2-55d1989df308 req-2d69b5cd-b847-4020-895f-51004c10507a tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726035 Jan 28 12:05:39.828785 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-24409225-6b10-47a0-bb06-c404f0230c16 req-4cb75e2f-e256-4184-9686-3b570841cd2d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:05:39.830141 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-24409225-6b10-47a0-bb06-c404f0230c16 req-4cb75e2f-e256-4184-9686-3b570841cd2d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084105 Jan 28 12:05:39.968995 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 54832) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:05:39.985740 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4805a-c85b-45f5-8be1-f9d8064610f2 req-a2d7ab3c-3d21-46d6-8146-8a3cea00d3a5 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:39.987525 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9bc4805a-c85b-45f5-8be1-f9d8064610f2 req-a2d7ab3c-3d21-46d6-8146-8a3cea00d3a5 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0540547 Jan 28 12:05:40.038190 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9bc4805a-c85b-45f5-8be1-f9d8064610f2 req-be89092e-a00e-440a-bea6-71200093814f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448129 Jan 28 12:05:40.054322 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-3d78ec10-b773-490d-8b06-7d85ab58aab8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840657 Jan 28 12:05:40.063385 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-cb13944b-63f4-4a20-8921-28d112dbae5b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:05:40.064383 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-cb13944b-63f4-4a20-8921-28d112dbae5b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052700 Jan 28 12:05:40.840370 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cf350d61-d148-4d8e-a44c-103768f3831d up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:05:40.890152 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cf7cc-592d-4e44-a3ee-5f6d9fe33301 req-ff546f0b-06fa-41bd-9971-bd22c045e46a tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:40.892149 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b8cf7cc-592d-4e44-a3ee-5f6d9fe33301 req-ff546f0b-06fa-41bd-9971-bd22c045e46a tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 945 time: 0.0592310 Jan 28 12:05:40.895431 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port cf350d61-d148-4d8e-a44c-103768f3831d completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:05:40.899891 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port cf350d61-d148-4d8e-a44c-103768f3831d triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:05:40.900415 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:40.949478 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7b8cf7cc-592d-4e44-a3ee-5f6d9fe33301 req-000c6024-70a7-4f75-b7bc-e2ecccabb0c0 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Jan 28 12:05:40.987110 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port cf350d61-d148-4d8e-a44c-103768f3831d is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:05:40.987518 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:41.010706 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40258361-8eff-4213-a1b1-591b4247b34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf350d61-d148-4d8e-a44c-103768f3831d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:05:41.012961 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed35524-6acb-4b65-9465-4e2f44dc8f35" -d '{"events": [{"server_uuid": "40258361-8eff-4213-a1b1-591b4247b34b", "name": "network-vif-plugged", "status": "completed", "tag": "cf350d61-d148-4d8e-a44c-103768f3831d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:05:41.025962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port cf350d61-d148-4d8e-a44c-103768f3831d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf350d61-d148-4d8e-a44c-103768f3831d,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:41.032140 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:41.032775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 39569a3f-d27d-426f-a25a-b74e678fbc4d no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:05:41.085109 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6eaa7a-9a43-47e6-8803-67c6fd467837 x-openstack-request-id: req-bb6eaa7a-9a43-47e6-8803-67c6fd467837 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:05:41.085401 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40258361-8eff-4213-a1b1-591b4247b34b", "name": "network-vif-plugged", "status": "completed", "tag": "cf350d61-d148-4d8e-a44c-103768f3831d", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:05:41.085664 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb6eaa7a-9a43-47e6-8803-67c6fd467837 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:05:41.086063 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40258361-8eff-4213-a1b1-591b4247b34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf350d61-d148-4d8e-a44c-103768f3831d', 'code': 200} Jan 28 12:05:41.132101 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=cf350d61-d148-4d8e-a44c-103768f3831d,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:41.179878 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 39569a3f-d27d-426f-a25a-b74e678fbc4d is: ACTIVE; New status is: DOWN {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:05:41.180210 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:41.195064 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180bf31-b1c6-42bf-a224-b597a747c3de req-0e11f856-8d7b-4007-aa66-e65410f37e65 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:41.202447 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b180bf31-b1c6-42bf-a224-b597a747c3de req-0e11f856-8d7b-4007-aa66-e65410f37e65 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0897849 Jan 28 12:05:41.230006 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:41.240974 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:41.263339 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b180bf31-b1c6-42bf-a224-b597a747c3de req-656b2025-07a6-4a5e-bd75-6f1fbd17e2a5 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598199 Jan 28 12:05:41.305071 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=6']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:41.320588 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb901b-033f-4e1f-94d3-b9cbc53ee087 req-e941a60f-2b90-4526-8351-3b20df8a5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:41.322716 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7fcb901b-033f-4e1f-94d3-b9cbc53ee087 req-e941a60f-2b90-4526-8351-3b20df8a5aef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 1099 time: 0.0512810 Jan 28 12:05:41.375539 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7fcb901b-033f-4e1f-94d3-b9cbc53ee087 req-2cd69132-be49-4d94-b9dc-4bbb32299fff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 Jan 28 12:05:41.866329 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-ecdb1d00-a6f8-45c0-ac35-3253a284cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:41.867806 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-ecdb1d00-a6f8-45c0-ac35-3253a284cbe3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d&tenant_id=032af1e7386a47caabcfb97883e8d8ca HTTP/1.1" status: 200 len: 1096 time: 0.0427470 Jan 28 12:05:41.938470 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-363642c3-2348-4257-ae94-4cd99b709e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:41.939942 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-363642c3-2348-4257-ae94-4cd99b709e9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1096 time: 0.0482955 Jan 28 12:05:42.035746 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-31d84942-e28f-4bd9-bad8-7e2ed9e6bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:42.037382 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-31d84942-e28f-4bd9-bad8-7e2ed9e6bb6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 910 time: 0.0894637 Jan 28 12:05:42.064748 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b98241-0580-4f81-863b-d77772f9f4f5 req-bf80035f-ad3f-43da-8601-72d49146e101 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:42.066255 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-04b98241-0580-4f81-863b-d77772f9f4f5 req-bf80035f-ad3f-43da-8601-72d49146e101 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 946 time: 0.0495260 Jan 28 12:05:42.103591 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-5b535498-1ff4-49bb-8cbe-e1fcdc8621be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 999 time: 0.0584891 Jan 28 12:05:42.115083 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-04b98241-0580-4f81-863b-d77772f9f4f5 req-bc663076-25b1-42a5-a1e5-9d9fc96734ad tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Jan 28 12:05:42.151998 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-84bdb826-fc70-45c1-a165-6ae2bbc0b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:42.153512 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-84bdb826-fc70-45c1-a165-6ae2bbc0b3a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 200 len: 848 time: 0.0435660 Jan 28 12:05:42.204536 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-39800000-3c01-4272-b8e0-02f4f8d848d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:42.205996 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-39800000-3c01-4272-b8e0-02f4f8d848d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87c458ba-d17a-469f-91a6-f140cef05baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458798 Jan 28 12:05:42.294517 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-32ee54b5-061d-46fb-be4d-e361e0f61dd0 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806463 Jan 28 12:05:42.382578 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d8d1e-b886-4e81-979f-c67cda536463 req-089fadfb-6954-4902-9de3-d477c77c2e02 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:42.384050 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-df0d8d1e-b886-4e81-979f-c67cda536463 req-089fadfb-6954-4902-9de3-d477c77c2e02 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0498602 Jan 28 12:05:42.388712 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c6c5921a-49df-442b-8178-ba8a102f12e6 req-72efed94-92a0-46ad-8c31-72cb4a9fd7f1 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875623 Jan 28 12:05:42.444612 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-df0d8d1e-b886-4e81-979f-c67cda536463 req-092e97ee-68bd-44b4-bd52-6098a0a7bea0 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546579 Jan 28 12:05:43.087314 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:05:43.087977 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45566d34-2ce3-4c5f-80fc-d319dd4510d4 req-93d33611-6420-4ca5-8ad0-aa3421137015 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:43.089062 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45566d34-2ce3-4c5f-80fc-d319dd4510d4 req-93d33611-6420-4ca5-8ad0-aa3421137015 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0503199 Jan 28 12:05:43.089684 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7884847-8f12-4131-a263-fc3eda6dd9c4" -d '{"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-unplugged", "status": "completed", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:05:43.126604 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a935f07-468c-4bac-a043-cfb6a8c97e77 x-openstack-request-id: req-0a935f07-468c-4bac-a043-cfb6a8c97e77 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:05:43.126907 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-unplugged", "status": "completed", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:05:43.127176 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a935f07-468c-4bac-a043-cfb6a8c97e77 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:05:43.127587 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'code': 200} Jan 28 12:05:43.140671 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-45566d34-2ce3-4c5f-80fc-d319dd4510d4 req-2d45ece2-1037-4b80-a470-807dfbd516d3 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Jan 28 12:05:43.236086 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0a76-db1b-4647-a501-8894715d88d8 req-63f4960e-e9a0-43b2-b64f-881e87fc8973 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:43.237453 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ef7b0a76-db1b-4647-a501-8894715d88d8 req-63f4960e-e9a0-43b2-b64f-881e87fc8973 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 946 time: 0.0499687 Jan 28 12:05:43.286338 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ef7b0a76-db1b-4647-a501-8894715d88d8 req-4858a0c8-e020-444e-ace0-f6845e3071c3 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Jan 28 12:05:43.563457 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd66c3-90bd-47e0-b0ba-9b422d5c203b req-5b4d4fb3-adf8-4152-a4b2-53f122cfbaa5 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:43.564975 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-93bd66c3-90bd-47e0-b0ba-9b422d5c203b req-5b4d4fb3-adf8-4152-a4b2-53f122cfbaa5 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0522666 Jan 28 12:05:43.618514 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-93bd66c3-90bd-47e0-b0ba-9b422d5c203b req-1a591230-f8c8-4f8a-9976-062575ffacf2 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472825 Jan 28 12:05:43.934471 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850561a-7581-48a8-a191-f87f9c2ff8da req-db100db8-1956-40d8-b7fb-6f724552bff4 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:43.936023 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0850561a-7581-48a8-a191-f87f9c2ff8da req-db100db8-1956-40d8-b7fb-6f724552bff4 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 946 time: 0.0506723 Jan 28 12:05:43.984831 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0850561a-7581-48a8-a191-f87f9c2ff8da req-b8a09aee-5270-495e-a584-5a4d496f2d5e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Jan 28 12:05:44.272734 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a051c5-42f6-406b-8c9d-9f96ae076446 req-00729423-2b9f-4973-994a-3f7744ac2eb2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:44.274205 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-38a051c5-42f6-406b-8c9d-9f96ae076446 req-00729423-2b9f-4973-994a-3f7744ac2eb2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0492105 Jan 28 12:05:44.324950 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-38a051c5-42f6-406b-8c9d-9f96ae076446 req-14c5ed51-6515-4a43-8340-0e5063c8a7bc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446510 Jan 28 12:05:44.747915 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a160ba-911c-4ef6-8513-b93df86a738e req-8d9d3da7-691f-4029-b392-6f084055c9b9 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:44.749299 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10a160ba-911c-4ef6-8513-b93df86a738e req-8d9d3da7-691f-4029-b392-6f084055c9b9 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0514176 Jan 28 12:05:44.801946 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10a160ba-911c-4ef6-8513-b93df86a738e req-218f155a-0022-452e-9bb3-00275a0fb3db tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441062 Jan 28 12:05:45.104646 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63e38a-984a-4b36-aac5-eede36cd7f0f req-d33a7bc6-8d51-4bc2-9aaa-c75873b23a52 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:45.106114 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c63e38a-984a-4b36-aac5-eede36cd7f0f req-d33a7bc6-8d51-4bc2-9aaa-c75873b23a52 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 946 time: 0.0498118 Jan 28 12:05:45.154188 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4c63e38a-984a-4b36-aac5-eede36cd7f0f req-7e50066b-27e9-4416-89a6-572cdc4e63e9 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Jan 28 12:05:45.371090 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686a716-c55a-422c-b838-e7795fee7664 req-fa16a843-ef49-475a-84ef-723dc3e52f25 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:45.372583 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2686a716-c55a-422c-b838-e7795fee7664 req-fa16a843-ef49-475a-84ef-723dc3e52f25 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 946 time: 0.0514009 Jan 28 12:05:45.449792 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb6858-077b-4a67-b9ee-a25385601d08 req-060ce1cb-2ed0-48f8-aab0-7d4a4d363111 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:45.451270 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2cdb6858-077b-4a67-b9ee-a25385601d08 req-060ce1cb-2ed0-48f8-aab0-7d4a4d363111 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Jan 28 12:05:45.464829 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Deleting port cf350d61-d148-4d8e-a44c-103768f3831d {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:05:45.465158 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:45.498259 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2cdb6858-077b-4a67-b9ee-a25385601d08 req-53ba9ff0-3809-4084-9837-9d71549cebae tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406613 Jan 28 12:05:45.556614 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] For port cf350d61-d148-4d8e-a44c-103768f3831d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cf350d61-d148-4d8e-a44c-103768f3831d,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:45.556972 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:45.569273 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Calling delete_port for cf350d61-d148-4d8e-a44c-103768f3831d owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:05:45.717079 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (cf350d61-d148-4d8e-a44c-103768f3831d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:45.730937 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['cf350d61-d148-4d8e-a44c-103768f3831d'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:05:45.758413 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Pushing event deleted for resources: {'Port': ['ID=cf350d61-d148-4d8e-a44c-103768f3831d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:45.802214 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] No DVR routers for this DVR port cf350d61-d148-4d8e-a44c-103768f3831d on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:05:45.805091 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:45.808623 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2686a716-c55a-422c-b838-e7795fee7664 req-ea563c65-80d3-470f-994b-33e064743906 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "DELETE /v2.0/ports/cf350d61-d148-4d8e-a44c-103768f3831d HTTP/1.1" status: 204 len: 173 time: 0.4307649 Jan 28 12:05:45.809063 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40258361-8eff-4213-a1b1-591b4247b34b', 'name': 'network-vif-deleted', 'tag': 'cf350d61-d148-4d8e-a44c-103768f3831d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:05:45.811322 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b30c5de-78f8-4619-aff5-27626f8ef536" -d '{"events": [{"server_uuid": "40258361-8eff-4213-a1b1-591b4247b34b", "name": "network-vif-deleted", "tag": "cf350d61-d148-4d8e-a44c-103768f3831d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:05:45.852206 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8405de06-b29d-4814-9b5a-bbd499bb4227 x-openstack-request-id: req-8405de06-b29d-4814-9b5a-bbd499bb4227 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:05:45.852505 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40258361-8eff-4213-a1b1-591b4247b34b", "name": "network-vif-deleted", "tag": "cf350d61-d148-4d8e-a44c-103768f3831d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:05:45.852761 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8405de06-b29d-4814-9b5a-bbd499bb4227 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:05:45.853159 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40258361-8eff-4213-a1b1-591b4247b34b', 'name': 'network-vif-deleted', 'tag': 'cf350d61-d148-4d8e-a44c-103768f3831d', 'status': 'completed', 'code': 200} Jan 28 12:05:45.933517 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235d05-8831-4424-96bb-ff71eafdc31d req-aace2343-5b85-49b6-ba3e-af33a802c9b8 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:45.935132 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa235d05-8831-4424-96bb-ff71eafdc31d req-aace2343-5b85-49b6-ba3e-af33a802c9b8 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0529809 Jan 28 12:05:45.992271 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa235d05-8831-4424-96bb-ff71eafdc31d req-9d2c5afd-e7c4-4ddc-84c3-ce2cd5e40674 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506268 Jan 28 12:05:46.272836 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8951c157-5e8c-4b22-8382-2ce6d1fe30ca req-988bcb00-b525-4e06-b530-3c3d49228e0a tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=40258361-8eff-4213-a1b1-591b4247b34b HTTP/1.1" status: 200 len: 210 time: 0.0259929 Jan 28 12:05:46.640332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade1d9b-a166-4999-a9a4-a13417b11c8f req-3605dd9c-bcd8-4772-84d2-02b8b8e74129 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:46.641841 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dade1d9b-a166-4999-a9a4-a13417b11c8f req-3605dd9c-bcd8-4772-84d2-02b8b8e74129 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0650308 Jan 28 12:05:46.689835 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dade1d9b-a166-4999-a9a4-a13417b11c8f req-58322fc6-d4a7-4463-89b9-7a265aa753a8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Jan 28 12:05:47.125871 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034aead-f6d5-457c-8662-a82f02c2cd23 req-0df1d34a-3e32-4f86-953b-e9f4e6375ba8 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:47.127354 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e034aead-f6d5-457c-8662-a82f02c2cd23 req-0df1d34a-3e32-4f86-953b-e9f4e6375ba8 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0507765 Jan 28 12:05:47.178359 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e034aead-f6d5-457c-8662-a82f02c2cd23 req-7706a584-ec60-406d-ae88-f1dfe864dbcb tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425718 Jan 28 12:05:47.561783 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-e158dcbe-84b3-46a9-bc00-e3ecf53ab435 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:47.563349 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-e158dcbe-84b3-46a9-bc00-e3ecf53ab435 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/networks?id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578 HTTP/1.1" status: 200 len: 808 time: 0.1108599 Jan 28 12:05:47.578458 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-3948f101-d6d1-491e-be09-4a7ea700fd16 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/quotas/24230ebb0c924f48a96afbfc693b69cb HTTP/1.1" status: 200 len: 375 time: 0.0093460 Jan 28 12:05:47.608810 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-ac2212cb-c4dd-4a2e-97f3-f61e96919576 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=24230ebb0c924f48a96afbfc693b69cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256326 Jan 28 12:05:47.701836 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-033a2a99-5e03-40b6-8d46-c6c006f11c09 service neutron] 10.222.0.36 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862899 Jan 28 12:05:47.830355 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-5b2621e2-147d-4949-a4d2-3018e9fe9fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227748 Jan 28 12:05:47.849439 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2f3c8-edd3-48af-be59-0cd611e49bfa req-0e3d6467-311a-4fc2-9ce1-bc04d5863457 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:47.850989 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bfb2f3c8-edd3-48af-be59-0cd611e49bfa req-0e3d6467-311a-4fc2-9ce1-bc04d5863457 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0764704 Jan 28 12:05:47.906810 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bfb2f3c8-edd3-48af-be59-0cd611e49bfa req-63853e4e-02bf-4109-82c5-f5d7110d290b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499845 Jan 28 12:05:47.990229 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-742d8dcd-9982-45a8-8189-60968302aa70 req-d96eecab-cdc1-4ee4-9f38-469a350ac6d0 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Jan 28 12:05:48.304880 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862df0ea-6703-4eaf-87ce-36308645dcdb req-eb9da766-111c-4e8f-a089-8b66b7c07bc2 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:48.306361 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-862df0ea-6703-4eaf-87ce-36308645dcdb req-eb9da766-111c-4e8f-a089-8b66b7c07bc2 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 943 time: 0.0491850 Jan 28 12:05:48.357565 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-862df0ea-6703-4eaf-87ce-36308645dcdb req-2c7cbb8f-988f-48a7-9a19-5cb59d84ceca tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447412 Jan 28 12:05:48.435874 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e2a1647d-452a-4fb4-82eb-543ef04bbb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:48.891081 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 39569a3f-d27d-426f-a25a-b74e678fbc4d details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:05:48.894644 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cf350d61-d148-4d8e-a44c-103768f3831d no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:05:48.922610 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: cf350d61-d148-4d8e-a44c-103768f3831d {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:05:48.922950 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cf350d61-d148-4d8e-a44c-103768f3831d not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:05:48.998429 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-0f3ad1ae-8251-4259-9747-7547ddbcbf4e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:49.000990 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-0f3ad1ae-8251-4259-9747-7547ddbcbf4e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "GET /v2.0/networks?id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578 HTTP/1.1" status: 200 len: 808 time: 0.1199965 Jan 28 12:05:49.019176 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Request body: {'port': {'device_id': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578', 'admin_state_up': True, 'tenant_id': '24230ebb0c924f48a96afbfc693b69cb'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:05:49.043598 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:49.056891 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'port_id': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'mac_address': 'fa:16:3e:6e:e9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:05:49.064381 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab2e22-e96c-4086-a14f-3a748ab5ce22 req-831fb727-5e17-4a15-bfb4-7a81c87c0920 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:49.073758 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7cab2e22-e96c-4086-a14f-3a748ab5ce22 req-831fb727-5e17-4a15-bfb4-7a81c87c0920 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0844626 Jan 28 12:05:49.098506 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 39569a3f-d27d-426f-a25a-b74e678fbc4d is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:05:49.099043 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.113139 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39569a3f-d27d-426f-a25a-b74e678fbc4d {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:05:49.125874 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9a226d49-f1ad-4bd4-939a-925225b0d6c3 req-3a62fcd2-4ea1-4124-80a6-48c2c0df26fe tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 210 time: 0.0342686 Jan 28 12:05:49.147028 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:49.147028 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.155115 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7cab2e22-e96c-4086-a14f-3a748ab5ce22 req-e98ff105-5cb1-419b-af69-4c8909f6fd35 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799615 Jan 28 12:05:49.158308 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Made reservation on behalf of 24230ebb0c924f48a96afbfc693b69cb for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:05:49.162606 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.200779 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=7']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:49.294412 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Allocated IP 172.20.0.5 (2444840e-bf58-4ce0-8ce5-4f4d2fdce578/1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3/8bf16c28-ceae-481f-94b4-92c5dea6c919) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:05:49.376915 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['39569a3f-d27d-426f-a25a-b74e678fbc4d'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:05:49.439995 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks [] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.477397 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a919f-d1c9-4c0c-82bd-af4e6ab0d68b req-9012cac2-4336-4dd9-b7ae-6909c22455a5 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:49.479039 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aa0a919f-d1c9-4c0c-82bd-af4e6ab0d68b req-9012cac2-4336-4dd9-b7ae-6909c22455a5 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 944 time: 0.0509868 Jan 28 12:05:49.479880 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.524116 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:05:49.529809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:05:49.533980 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aa0a919f-d1c9-4c0c-82bd-af4e6ab0d68b req-1e654ad2-86b1-4bee-aee9-ac697bdf8aa3 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440769 Jan 28 12:05:49.534849 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:05:49.537991 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Pushing event updated for resources: {'Port': ['ID=8bf16c28-ceae-481f-94b4-92c5dea6c919,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:49.545699 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.546277 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.547072 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.547198 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.547439 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.547792 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.548115 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.548439 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.548765 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.549084 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.549404 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.549724 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.550040 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:05:49.596440 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:49.597052 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.613331 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-7c75d628-9a72-4321-8ea1-439b80760376 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994959 Jan 28 12:05:49.629436 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Request body: {'port': {'device_id': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:05:49.685978 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.952587 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf16c28-ceae-481f-94b4-92c5dea6c919 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:05:49.961029 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Publish callbacks [] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:49.974948 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Transition to ACTIVE for port object 8bf16c28-ceae-481f-94b4-92c5dea6c919 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:05:49.983998 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:50.046370 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Pushing event updated for resources: {'Port': ['ID=8bf16c28-ceae-481f-94b4-92c5dea6c919,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:50.097662 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Attempting to bind port 8bf16c28-ceae-481f-94b4-92c5dea6c919 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:05:50.097989 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Attempting to bind port 8bf16c28-ceae-481f-94b4-92c5dea6c919 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:05:50.098303 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Attempting to bind port 8bf16c28-ceae-481f-94b4-92c5dea6c919 on network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:05:50.102811 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Port 8bf16c28-ceae-481f-94b4-92c5dea6c919 on network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:05:50.103127 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Attempting to bind port 8bf16c28-ceae-481f-94b4-92c5dea6c919 on network 2444840e-bf58-4ce0-8ce5-4f4d2fdce578 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:05:50.108117 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:05:50.108447 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Checking segment: {'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:05:50.108842 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Bound using segment: {'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:05:50.109410 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Bound port: 8bf16c28-ceae-481f-94b4-92c5dea6c919, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82abc68b-3830-4a71-8486-8dd33aa4851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:05:50.109754 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:50.174151 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] For port 8bf16c28-ceae-481f-94b4-92c5dea6c919, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:05:50.177306 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] For port 8bf16c28-ceae-481f-94b4-92c5dea6c919, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=8bf16c28-ceae-481f-94b4-92c5dea6c919,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:05:50.181501 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:50.224246 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.224868 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:50.226270 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] 10.222.0.39 "PUT /v2.0/ports/8bf16c28-ceae-481f-94b4-92c5dea6c919 HTTP/1.1" status: 200 len: 1093 time: 0.6010330 Jan 28 12:05:50.226718 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'tag': '8bf16c28-ceae-481f-94b4-92c5dea6c919'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:05:50.228965 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac" -d '{"events": [{"name": "network-changed", "server_uuid": "9eeb7403-d96c-4250-b8ff-85343b0ddaf8", "tag": "8bf16c28-ceae-481f-94b4-92c5dea6c919"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:05:50.245128 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6998861-9313-4e6f-9db6-bf0ac87ad94a service neutron] Pushing event updated for resources: {'Port': ['ID=8bf16c28-ceae-481f-94b4-92c5dea6c919,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:50.285665 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117303b-a773-4633-be0a-66e3707ba7ca req-d758ce2e-d5c2-4c4b-8649-b14543dbe753 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.287169 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6117303b-a773-4633-be0a-66e3707ba7ca req-d758ce2e-d5c2-4c4b-8649-b14543dbe753 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 943 time: 0.0916393 Jan 28 12:05:50.299095 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853f7e5-184d-4c78-964a-f5a763ebbaca req-fd346723-e2ac-4a46-9cfa-f1a8e330e200 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.300573 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5853f7e5-184d-4c78-964a-f5a763ebbaca req-fd346723-e2ac-4a46-9cfa-f1a8e330e200 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0712614 Jan 28 12:05:50.309570 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-585687b7-eef2-4a06-83e7-4512ab44476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.311284 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-585687b7-eef2-4a06-83e7-4512ab44476b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24230ebb0c924f48a96afbfc693b69cb&device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 1096 time: 0.0412674 Jan 28 12:05:50.355783 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-51b9b6f3-42b8-41ed-99f4-97e7d0d02aa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bf16c28-ceae-481f-94b4-92c5dea6c919 HTTP/1.1" status: 200 len: 217 time: 0.0365174 Jan 28 12:05:50.375436 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6117303b-a773-4633-be0a-66e3707ba7ca req-047c7b90-6013-4a74-b936-26172fab1b20 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737743 Jan 28 12:05:50.379071 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5853f7e5-184d-4c78-964a-f5a763ebbaca req-64ea0123-15c2-4d9f-95b5-fcd50d09a1da tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708828 Jan 28 12:05:50.407920 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-3846e970-9199-4d0a-ba74-b3f1f162493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.409372 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-3846e970-9199-4d0a-ba74-b3f1f162493f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3 HTTP/1.1" status: 200 len: 848 time: 0.0454943 Jan 28 12:05:50.421436 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4f647a-0fed-457f-b79b-46dd799b87ad x-openstack-request-id: req-4a4f647a-0fed-457f-b79b-46dd799b87ad {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:05:50.421712 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eeb7403-d96c-4250-b8ff-85343b0ddaf8", "tag": "8bf16c28-ceae-481f-94b4-92c5dea6c919", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:05:50.421959 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a4f647a-0fed-457f-b79b-46dd799b87ad {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:05:50.422352 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'tag': '8bf16c28-ceae-481f-94b4-92c5dea6c919', 'status': 'completed', 'code': 200} Jan 28 12:05:50.452403 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-de393d2e-9946-4806-bbc5-94d4e42fd12f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255957 Jan 28 12:05:50.546704 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-fcd8cb3c-3cf2-4648-88e9-89ace4ff1dc9 service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881944 Jan 28 12:05:50.639986 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a1ea606c-37e0-4b66-8b45-d21ee7e7cb0d req-bf8bdf46-f4fd-42dc-bb6b-e77cb26dcfdf service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841184 Jan 28 12:05:50.652210 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6b8873bb-78aa-4b76-91ea-f896820de27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:50.657659 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc12b72-f61b-4351-a96d-d899f8bbb7de req-fd7d8617-ba2d-461f-90d0-e12d00b9bc3e tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.659361 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3bc12b72-f61b-4351-a96d-d899f8bbb7de req-fd7d8617-ba2d-461f-90d0-e12d00b9bc3e tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 944 time: 0.0578473 Jan 28 12:05:50.712471 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3bc12b72-f61b-4351-a96d-d899f8bbb7de req-191ff422-cf02-4901-9684-1537543c8064 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463166 Jan 28 12:05:50.735773 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-32a1b33b-ea58-4f1c-b606-401df73d6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.737286 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-32a1b33b-ea58-4f1c-b606-401df73d6625 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24230ebb0c924f48a96afbfc693b69cb&device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 1096 time: 0.0448017 Jan 28 12:05:50.827773 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-344e9e70-551d-485f-b8f6-6e646f1754b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.829465 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-344e9e70-551d-485f-b8f6-6e646f1754b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578 HTTP/1.1" status: 200 len: 909 time: 0.0835412 Jan 28 12:05:50.869641 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-859605d8-92fb-4ac4-93f4-476ad0f1b297 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bf16c28-ceae-481f-94b4-92c5dea6c919 HTTP/1.1" status: 200 len: 217 time: 0.0333622 Jan 28 12:05:50.886218 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 39569a3f-d27d-426f-a25a-b74e678fbc4d up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:05:50.922412 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-4c4ee9fc-946e-4011-a5ea-9bd9710b7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:50.923871 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-4c4ee9fc-946e-4011-a5ea-9bd9710b7698 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3 HTTP/1.1" status: 200 len: 848 time: 0.0479960 Jan 28 12:05:50.936367 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 39569a3f-d27d-426f-a25a-b74e678fbc4d triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:05:50.936745 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:50.955992 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-9788a96b-793d-49ac-bab2-af8d5698adee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2444840e-bf58-4ce0-8ce5-4f4d2fdce578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248678 Jan 28 12:05:51.018184 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 39569a3f-d27d-426f-a25a-b74e678fbc4d is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:05:51.018625 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:51.041692 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:05:51.042654 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:05:51.045010 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea1916-bb60-4af5-b086-3f5d4ad75989" -d '{"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-plugged", "status": "completed", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:05:51.047419 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-6a63c925-f963-4f7b-a439-266b0d085f17 service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841949 Jan 28 12:05:51.060179 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:51.066793 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:51.093804 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1288d3-6455-4ad6-8711-4a56023a15b5 x-openstack-request-id: req-0c1288d3-6455-4ad6-8711-4a56023a15b5 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:05:51.094126 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-plugged", "status": "completed", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:05:51.094422 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c1288d3-6455-4ad6-8711-4a56023a15b5 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:05:51.095307 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'code': 200} Jan 28 12:05:51.122603 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=8']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:51.143682 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bbb0d7d-bcc2-49e2-8d3f-7210c7b6efac req-a97ad8af-e9bb-4e02-a45e-b9afe8b61f48 service neutron] 10.222.0.39 "GET /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882638 Jan 28 12:05:51.380859 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8556548-98f2-4f91-baed-49e4a6632721 req-5422a7b7-eca1-43bc-89c5-0a02b46ae4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:51.382240 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c8556548-98f2-4f91-baed-49e4a6632721 req-5422a7b7-eca1-43bc-89c5-0a02b46ae4be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1098 time: 0.0436668 Jan 28 12:05:51.430335 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c8556548-98f2-4f91-baed-49e4a6632721 req-5909cb5f-6a8c-4c7d-bbeb-f3f3410401f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415387 Jan 28 12:05:51.518059 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fd4ab-b203-4695-b2a6-8cd5190844d2 req-c7fd93d8-6a72-4a09-a5df-635e86242c7f tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:51.519514 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-001fd4ab-b203-4695-b2a6-8cd5190844d2 req-c7fd93d8-6a72-4a09-a5df-635e86242c7f tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 943 time: 0.0734160 Jan 28 12:05:51.538023 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a044c-a400-42a5-9098-5d93de8fe142 req-14354484-090a-4ea4-9cf3-6347e7d83786 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:51.539416 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3d5a044c-a400-42a5-9098-5d93de8fe142 req-14354484-090a-4ea4-9cf3-6347e7d83786 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0680997 Jan 28 12:05:51.598611 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-001fd4ab-b203-4695-b2a6-8cd5190844d2 req-5bb064cc-f577-4283-9ea5-8a60e92c6e27 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727744 Jan 28 12:05:51.610182 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3d5a044c-a400-42a5-9098-5d93de8fe142 req-3660d5ca-0730-4a92-90f2-cb4770763859 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630956 Jan 28 12:05:51.623009 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:51.660175 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:51.840740 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69d2d3-7ff6-4071-90f3-5058ae016e6a req-ab01e084-18b1-423a-a5f5-118b50d11d30 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:51.842267 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb69d2d3-7ff6-4071-90f3-5058ae016e6a req-ab01e084-18b1-423a-a5f5-118b50d11d30 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0615377 Jan 28 12:05:51.894172 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb69d2d3-7ff6-4071-90f3-5058ae016e6a req-7abf5756-8d2d-4246-b5c9-9355b7091d15 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433042 Jan 28 12:05:52.742262 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c7498-fb48-4f69-9c1e-b0b6bdca8efb req-cbad0c2e-d041-4bfa-923c-86b29e90392e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:52.743663 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0e1c7498-fb48-4f69-9c1e-b0b6bdca8efb req-cbad0c2e-d041-4bfa-923c-86b29e90392e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 943 time: 0.0757258 Jan 28 12:05:52.755017 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7850e-524e-4125-9d40-1bc0d5258b45 req-06c258f2-5e69-4696-b6f6-f74fc3301344 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:52.756379 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-85b7850e-524e-4125-9d40-1bc0d5258b45 req-06c258f2-5e69-4696-b6f6-f74fc3301344 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0627074 Jan 28 12:05:52.829001 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0e1c7498-fb48-4f69-9c1e-b0b6bdca8efb req-ba227e9c-cbb4-4677-a1b4-9f97460e2306 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716147 Jan 28 12:05:52.832299 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-85b7850e-524e-4125-9d40-1bc0d5258b45 req-51df3910-e104-4d92-9316-0fe560336853 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694571 Jan 28 12:05:52.886611 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 8bf16c28-ceae-481f-94b4-92c5dea6c919 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:05:53.014646 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ada84-a8df-4c02-934e-53c0592d15d2 req-49143309-a599-43aa-ac3a-1d456aabcf44 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:53.016163 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aa6ada84-a8df-4c02-934e-53c0592d15d2 req-49143309-a599-43aa-ac3a-1d456aabcf44 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0525906 Jan 28 12:05:53.070682 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aa6ada84-a8df-4c02-934e-53c0592d15d2 req-92ad5c34-f3fd-40da-96de-a8d87e4f4fa2 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485041 Jan 28 12:05:53.128512 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 8bf16c28-ceae-481f-94b4-92c5dea6c919, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=8bf16c28-ceae-481f-94b4-92c5dea6c919,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:53.142580 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': '8bf16c28-ceae-481f-94b4-92c5dea6c919', 'network_id': '2444840e-bf58-4ce0-8ce5-4f4d2fdce578', 'port_id': '8bf16c28-ceae-481f-94b4-92c5dea6c919', 'mac_address': 'fa:16:3e:db:ab:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:05:53.195692 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 8bf16c28-ceae-481f-94b4-92c5dea6c919 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:05:53.196124 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:53.209327 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf16c28-ceae-481f-94b4-92c5dea6c919 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:05:53.233560 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 8bf16c28-ceae-481f-94b4-92c5dea6c919, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=8bf16c28-ceae-481f-94b4-92c5dea6c919,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:53.247289 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:53.281145 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:53.307213 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=8bf16c28-ceae-481f-94b4-92c5dea6c919,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:53.486372 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['8bf16c28-ceae-481f-94b4-92c5dea6c919'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:05:53.994140 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7535ccb-74f0-4a37-848b-5a175828b967 req-355980e9-ec90-4c53-9aad-d522690fdef7 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:53.995676 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a7535ccb-74f0-4a37-848b-5a175828b967 req-355980e9-ec90-4c53-9aad-d522690fdef7 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 944 time: 0.0915277 Jan 28 12:05:54.010941 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930c5a-ffff-40e4-b350-c1c3e17c64f1 req-6a8c0463-f353-4d77-b591-212cb8088c8f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:54.012475 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-00930c5a-ffff-40e4-b350-c1c3e17c64f1 req-6a8c0463-f353-4d77-b591-212cb8088c8f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0992081 Jan 28 12:05:54.084196 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a7535ccb-74f0-4a37-848b-5a175828b967 req-ded1ca4b-5283-4ae9-a264-38c4a82dd4a7 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706935 Jan 28 12:05:54.087573 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-00930c5a-ffff-40e4-b350-c1c3e17c64f1 req-8ba2c8be-8bb8-412d-a7cf-c9b27c96f521 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680599 Jan 28 12:05:54.551632 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:54.895630 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 8bf16c28-ceae-481f-94b4-92c5dea6c919 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:05:54.963713 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port 8bf16c28-ceae-481f-94b4-92c5dea6c919 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:05:54.970319 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port 8bf16c28-ceae-481f-94b4-92c5dea6c919 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:05:54.970854 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:55.047447 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port 8bf16c28-ceae-481f-94b4-92c5dea6c919 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:05:55.047828 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:55.070225 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf16c28-ceae-481f-94b4-92c5dea6c919'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:05:55.072746 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47bbc80-7092-4e90-935a-7ecdeed0ee92" -d '{"events": [{"server_uuid": "9eeb7403-d96c-4250-b8ff-85343b0ddaf8", "name": "network-vif-plugged", "status": "completed", "tag": "8bf16c28-ceae-481f-94b4-92c5dea6c919"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:05:55.085586 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port 8bf16c28-ceae-481f-94b4-92c5dea6c919, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=8bf16c28-ceae-481f-94b4-92c5dea6c919,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:05:55.090658 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:05:55.117468 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96612ae5-693b-4365-b58f-365b4535e287 x-openstack-request-id: req-96612ae5-693b-4365-b58f-365b4535e287 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:05:55.117757 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeb7403-d96c-4250-b8ff-85343b0ddaf8", "name": "network-vif-plugged", "status": "completed", "tag": "8bf16c28-ceae-481f-94b4-92c5dea6c919", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:05:55.118066 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96612ae5-693b-4365-b58f-365b4535e287 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:05:55.118407 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf16c28-ceae-481f-94b4-92c5dea6c919', 'code': 200} Jan 28 12:05:55.153625 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=8bf16c28-ceae-481f-94b4-92c5dea6c919,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:05:55.245263 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327156ec-5eaa-46a8-81ea-8cf5cd7e9eb6 req-3297a8b1-d67e-4d2d-8133-26315d0daf24 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:55.246790 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-327156ec-5eaa-46a8-81ea-8cf5cd7e9eb6 req-3297a8b1-d67e-4d2d-8133-26315d0daf24 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 945 time: 0.0832651 Jan 28 12:05:55.258233 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57890dc4-9df0-465d-b7e4-d21557c3afc8 req-987fc136-9ceb-4804-ad02-b7b0f367b0a2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:55.259697 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-57890dc4-9df0-465d-b7e4-d21557c3afc8 req-987fc136-9ceb-4804-ad02-b7b0f367b0a2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0837445 Jan 28 12:05:55.291212 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac74e7-ff71-4072-830e-fe8fa42f892f req-881af7d0-5729-4a1e-9ad6-48ff100c7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:55.292761 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1fac74e7-ff71-4072-830e-fe8fa42f892f req-881af7d0-5729-4a1e-9ad6-48ff100c7815 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 1098 time: 0.0454473 Jan 28 12:05:55.338685 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-327156ec-5eaa-46a8-81ea-8cf5cd7e9eb6 req-d4c6d481-0ff9-4a2a-80d2-5596cd5a4b63 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779493 Jan 28 12:05:55.341937 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-57890dc4-9df0-465d-b7e4-d21557c3afc8 req-b634e61c-e23f-4bec-939c-42bb84504ecf tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753038 Jan 28 12:05:55.597079 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1fac74e7-ff71-4072-830e-fe8fa42f892f req-887a5f98-1993-4371-95bb-140307cd677d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979579 Jan 28 12:05:56.486891 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b33684-b005-4b2c-84d3-dc38b50be943 req-7a6b8285-a701-4185-87ee-066ca4c11492 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:56.488478 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-66b33684-b005-4b2c-84d3-dc38b50be943 req-7a6b8285-a701-4185-87ee-066ca4c11492 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 945 time: 0.0766544 Jan 28 12:05:56.507779 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab125e-3497-46a1-bf2b-251546ddf17b req-06ee4534-aef9-4032-8cd8-da6694bc9839 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:56.509279 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4aab125e-3497-46a1-bf2b-251546ddf17b req-06ee4534-aef9-4032-8cd8-da6694bc9839 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0718243 Jan 28 12:05:56.580893 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-66b33684-b005-4b2c-84d3-dc38b50be943 req-9ebc1aba-68d8-412d-97bc-0436b588756c tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857441 Jan 28 12:05:56.591765 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4aab125e-3497-46a1-bf2b-251546ddf17b req-5bd8ee2f-eaab-402e-b0ec-c704fb2515ec tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709910 Jan 28 12:05:57.741128 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e230b41-d84d-42b3-b07e-ace678ef95c0 req-c60ed515-affb-42a5-a979-97750de2adfc tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:57.742674 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4e230b41-d84d-42b3-b07e-ace678ef95c0 req-c60ed515-affb-42a5-a979-97750de2adfc tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 945 time: 0.0780087 Jan 28 12:05:57.749321 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b830c-8bd8-4271-9aac-5777a3df6edc req-0b774333-4520-4267-a552-003ba2af62aa tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:57.750658 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-509b830c-8bd8-4271-9aac-5777a3df6edc req-0b774333-4520-4267-a552-003ba2af62aa tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0841084 Jan 28 12:05:57.821633 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4e230b41-d84d-42b3-b07e-ace678ef95c0 req-fc3b754e-64aa-4172-bcc5-d9340158103e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700147 Jan 28 12:05:57.824814 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-509b830c-8bd8-4271-9aac-5777a3df6edc req-373b7dbf-3803-45b5-a6a5-c82181725d28 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672889 Jan 28 12:05:58.531110 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec9697-22a0-4d2a-bcdf-3d3aaf89780a req-00491b06-e305-447d-adf7-3bab61148f59 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:58.532601 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f3ec9697-22a0-4d2a-bcdf-3d3aaf89780a req-00491b06-e305-447d-adf7-3bab61148f59 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 945 time: 0.0571229 Jan 28 12:05:58.580374 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f3ec9697-22a0-4d2a-bcdf-3d3aaf89780a req-c06b739f-ee78-4e55-bef0-aa402a8e3b06 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403554 Jan 28 12:05:58.957207 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1d316-3776-45bc-b91c-b9a0455c1f05 req-cf965fe9-5fb9-420d-bc09-e21003f54983 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:58.958997 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7dc1d316-3776-45bc-b91c-b9a0455c1f05 req-cf965fe9-5fb9-420d-bc09-e21003f54983 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0585887 Jan 28 12:05:59.008727 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7dc1d316-3776-45bc-b91c-b9a0455c1f05 req-b239b07c-7442-4877-b1ae-72e9518e12c8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439999 Jan 28 12:05:59.724583 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d40f-c27b-449d-b279-3604c57e22f8 req-4c92c174-ce5f-4473-a9f6-6107b57bb278 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:59.726343 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7c12d40f-c27b-449d-b279-3604c57e22f8 req-4c92c174-ce5f-4473-a9f6-6107b57bb278 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 945 time: 0.0573056 Jan 28 12:05:59.781327 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7c12d40f-c27b-449d-b279-3604c57e22f8 req-200e4732-fbda-4bea-bc94-5cfebf06fc44 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/security-groups?id=db7c99c2-5104-49a6-9faf-1a4be5a76b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Jan 28 12:05:59.962313 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4811a9f-3b17-457e-b196-d20825dd046d req-65a1ca4e-ad29-4485-9d9b-a49ca326f8d2 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:05:59.963746 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b4811a9f-3b17-457e-b196-d20825dd046d req-65a1ca4e-ad29-4485-9d9b-a49ca326f8d2 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 945 time: 0.0500088 Jan 28 12:06:00.061936 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Deleting port 8bf16c28-ceae-481f-94b4-92c5dea6c919 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:06:00.062311 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:00.130705 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14c0db-983a-41b4-b327-f43d63059557 req-67ff8576-5923-4a41-b55b-8e2cbf241967 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:00.132297 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2b14c0db-983a-41b4-b327-f43d63059557 req-67ff8576-5923-4a41-b55b-8e2cbf241967 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0492809 Jan 28 12:06:00.150965 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] For port 8bf16c28-ceae-481f-94b4-92c5dea6c919, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=8bf16c28-ceae-481f-94b4-92c5dea6c919,segment=NetworkSegment(82abc68b-3830-4a71-8486-8dd33aa4851f),segment_id=82abc68b-3830-4a71-8486-8dd33aa4851f)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:00.151217 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:00.163549 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Calling delete_port for 8bf16c28-ceae-481f-94b4-92c5dea6c919 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:06:00.178423 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2b14c0db-983a-41b4-b327-f43d63059557 req-2274ff2d-1978-4102-8d08-79fc140c5b11 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Jan 28 12:06:00.299818 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (8bf16c28-ceae-481f-94b4-92c5dea6c919), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:00.315786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['8bf16c28-ceae-481f-94b4-92c5dea6c919'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:06:00.328330 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Pushing event deleted for resources: {'Port': ['ID=8bf16c28-ceae-481f-94b4-92c5dea6c919,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:00.370244 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] No DVR routers for this DVR port 8bf16c28-ceae-481f-94b4-92c5dea6c919 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:06:00.372923 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:00.376265 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b4811a9f-3b17-457e-b196-d20825dd046d req-1de183bb-6746-4a75-9acf-eadee2e2aa91 tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.39 "DELETE /v2.0/ports/8bf16c28-ceae-481f-94b4-92c5dea6c919 HTTP/1.1" status: 204 len: 173 time: 0.4074094 Jan 28 12:06:00.376704 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'name': 'network-vif-deleted', 'tag': '8bf16c28-ceae-481f-94b4-92c5dea6c919'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:06:00.379005 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a8b0a2-5f39-4598-8d7f-851e8b1f0f41" -d '{"events": [{"server_uuid": "9eeb7403-d96c-4250-b8ff-85343b0ddaf8", "name": "network-vif-deleted", "tag": "8bf16c28-ceae-481f-94b4-92c5dea6c919"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:06:00.415300 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd571be-b0d2-4a43-9e39-74739e2a5c02 x-openstack-request-id: req-dbd571be-b0d2-4a43-9e39-74739e2a5c02 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:06:00.415598 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeb7403-d96c-4250-b8ff-85343b0ddaf8", "name": "network-vif-deleted", "tag": "8bf16c28-ceae-481f-94b4-92c5dea6c919", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:06:00.415860 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbd571be-b0d2-4a43-9e39-74739e2a5c02 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:06:00.416287 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeb7403-d96c-4250-b8ff-85343b0ddaf8', 'name': 'network-vif-deleted', 'tag': '8bf16c28-ceae-481f-94b4-92c5dea6c919', 'status': 'completed', 'code': 200} Jan 28 12:06:00.892013 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-23fd510e-4053-4c86-9e1e-273f6373031b req-817c061f-d0a1-41d8-950d-3b90bd5dbe7e tempest-VolumesActionsTest-1047925588 tempest-VolumesActionsTest-1047925588-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eeb7403-d96c-4250-b8ff-85343b0ddaf8 HTTP/1.1" status: 200 len: 210 time: 0.0291467 Jan 28 12:06:01.307700 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdaaed-317a-4da1-a39e-acbcc7df3151 req-ba2178eb-5da2-4127-8310-b8794b958f58 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:01.309384 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09fdaaed-317a-4da1-a39e-acbcc7df3151 req-ba2178eb-5da2-4127-8310-b8794b958f58 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0517092 Jan 28 12:06:01.366116 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09fdaaed-317a-4da1-a39e-acbcc7df3151 req-610ceadc-14ca-4a75-8b66-42b70e70f688 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477772 Jan 28 12:06:02.490035 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071b711-75c1-4935-b7a6-0a820622e184 req-91b8666b-b56c-4b20-91d5-10c8f7964e4d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:02.492072 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e071b711-75c1-4935-b7a6-0a820622e184 req-91b8666b-b56c-4b20-91d5-10c8f7964e4d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0490844 Jan 28 12:06:02.540701 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e071b711-75c1-4935-b7a6-0a820622e184 req-991a96ad-09d6-42da-bd27-4b63714fe4df tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Jan 28 12:06:03.665655 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af347ca7-1b4a-4ea6-9504-93158c1717e4 req-dfb02c42-a3f0-407f-a601-4a5104fdba8d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:03.667097 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-af347ca7-1b4a-4ea6-9504-93158c1717e4 req-dfb02c42-a3f0-407f-a601-4a5104fdba8d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0495121 Jan 28 12:06:03.716036 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-af347ca7-1b4a-4ea6-9504-93158c1717e4 req-c2cbbcfe-81f4-4bf4-a4ee-313223bcf3f3 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Jan 28 12:06:03.775228 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 8bf16c28-ceae-481f-94b4-92c5dea6c919 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:06:03.803188 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 8bf16c28-ceae-481f-94b4-92c5dea6c919 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:06:03.803564 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 8bf16c28-ceae-481f-94b4-92c5dea6c919 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:06:04.847559 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48b49-f959-409e-975a-9f32666e3009 req-ee5dcbb2-adf2-426a-839b-5a80c8b746fe tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:04.849062 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b8c48b49-f959-409e-975a-9f32666e3009 req-ee5dcbb2-adf2-426a-839b-5a80c8b746fe tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0552857 Jan 28 12:06:04.895964 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b8c48b49-f959-409e-975a-9f32666e3009 req-2b271f3b-b3e3-43db-ae24-87543022500d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Jan 28 12:06:06.025554 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592df0-fb2a-4a06-a8c5-4171c7a2c0b2 req-64a85c3a-402e-465a-b78b-a690c2fde8a6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:06.026922 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5a592df0-fb2a-4a06-a8c5-4171c7a2c0b2 req-64a85c3a-402e-465a-b78b-a690c2fde8a6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0513542 Jan 28 12:06:06.083633 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5a592df0-fb2a-4a06-a8c5-4171c7a2c0b2 req-f3bcd7c9-2f75-4a86-aaf8-02daadff63cb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487211 Jan 28 12:06:07.215582 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e4f2-b0ee-492c-a551-667d7282e695 req-5339721d-b356-4a0e-84d3-2d77dc8477c1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:07.217100 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5778e4f2-b0ee-492c-a551-667d7282e695 req-5339721d-b356-4a0e-84d3-2d77dc8477c1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0586708 Jan 28 12:06:07.264936 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5778e4f2-b0ee-492c-a551-667d7282e695 req-1cfa5a1a-5296-4ca1-b094-24c3bd4549f8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Jan 28 12:06:08.391096 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59419824-5097-4ae5-bb35-b098c0f211f3 req-49c519b3-9103-4360-8a3f-677999c224f6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:08.396328 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-59419824-5097-4ae5-bb35-b098c0f211f3 req-49c519b3-9103-4360-8a3f-677999c224f6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0535405 Jan 28 12:06:08.443451 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-59419824-5097-4ae5-bb35-b098c0f211f3 req-9d8afe5a-1092-4736-908e-6aba55a25e92 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Jan 28 12:06:09.575593 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37efdcd-b70c-49f9-9db8-561de43c841f req-1f80e3c8-2eb3-4ec0-b33f-9a2fbddac8a7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:09.577368 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a37efdcd-b70c-49f9-9db8-561de43c841f req-1f80e3c8-2eb3-4ec0-b33f-9a2fbddac8a7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0535839 Jan 28 12:06:09.633635 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a37efdcd-b70c-49f9-9db8-561de43c841f req-2852d859-d804-4240-ac47-f46cf2028f61 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502205 Jan 28 12:06:10.761020 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017563b-4207-465e-a9f6-d043707cca10 req-a8f7def2-a721-447b-ad36-897b18c1448f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:10.762588 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3017563b-4207-465e-a9f6-d043707cca10 req-a8f7def2-a721-447b-ad36-897b18c1448f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0524223 Jan 28 12:06:10.820332 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3017563b-4207-465e-a9f6-d043707cca10 req-d6a5e2a4-2574-4070-b9a1-3ff180c508e7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516818 Jan 28 12:06:11.956655 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61b28-9cca-4c76-9af6-4ae72f92de03 req-2ddc4699-bebc-4ed9-8e06-a0bbb0eebfa9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:11.958170 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-20e61b28-9cca-4c76-9af6-4ae72f92de03 req-2ddc4699-bebc-4ed9-8e06-a0bbb0eebfa9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0520599 Jan 28 12:06:12.016399 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-20e61b28-9cca-4c76-9af6-4ae72f92de03 req-96dd43c5-057d-48cd-a071-44bd68765374 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522895 Jan 28 12:06:13.150289 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45d00-b857-465c-acc8-9205b8b9c665 req-d2dfbe1c-293b-40eb-bdcd-b7a003abbc3d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:13.152036 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1ec45d00-b857-465c-acc8-9205b8b9c665 req-d2dfbe1c-293b-40eb-bdcd-b7a003abbc3d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0557249 Jan 28 12:06:13.201484 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1ec45d00-b857-465c-acc8-9205b8b9c665 req-f8c6d1c4-c8fe-4e59-8392-a78f7b3672d7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Jan 28 12:06:14.331505 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02401e7-a34f-4199-8094-bbf17b0e3a0c req-e2442853-7fe5-4b14-8f66-6bcd8613baf9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:14.333250 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c02401e7-a34f-4199-8094-bbf17b0e3a0c req-e2442853-7fe5-4b14-8f66-6bcd8613baf9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0562284 Jan 28 12:06:14.385631 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c02401e7-a34f-4199-8094-bbf17b0e3a0c req-147ce16e-61af-4590-b88e-adbc1921d4c6 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 Jan 28 12:06:15.537086 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b0e06-56c5-4211-baaf-4e71e440f3ac req-cb82c3fb-dc1e-44f6-a133-7435e76d23ed tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:15.538768 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a6b0e06-56c5-4211-baaf-4e71e440f3ac req-cb82c3fb-dc1e-44f6-a133-7435e76d23ed tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0765927 Jan 28 12:06:15.598320 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8a6b0e06-56c5-4211-baaf-4e71e440f3ac req-f373703c-055b-48d5-acfe-aa4cb813eaf1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529692 Jan 28 12:06:16.798042 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f21d7-c78f-49fd-bfc6-88552533a5cf req-7d89d44c-5693-4973-be9f-7a677e17ae64 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:16.801673 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-800f21d7-c78f-49fd-bfc6-88552533a5cf req-7d89d44c-5693-4973-be9f-7a677e17ae64 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0943744 Jan 28 12:06:16.881517 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-800f21d7-c78f-49fd-bfc6-88552533a5cf req-a8f6452d-be73-495a-9491-566c1b569a4e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695605 Jan 28 12:06:16.967441 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:06:17.084227 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:17.096915 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'ad0bf618-b716-444e-8833-912a3949cc95', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'port_id': 'ad0bf618-b716-444e-8833-912a3949cc95', 'mac_address': 'fa:16:3e:09:7e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:06:17.146688 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: ACTIVE; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:06:17.147464 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:17.162581 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad0bf618-b716-444e-8833-912a3949cc95 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:06:17.184541 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:17.192884 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:17.272578 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=6']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:17.333375 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['ad0bf618-b716-444e-8833-912a3949cc95'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:06:18.077675 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bea8ab-f5a9-4be7-9342-716c743a697c req-a2b41d51-0c47-4211-b191-3ae22afe5f0a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:18.085715 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-31bea8ab-f5a9-4be7-9342-716c743a697c req-a2b41d51-0c47-4211-b191-3ae22afe5f0a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 944 time: 0.0751388 Jan 28 12:06:18.162513 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-31bea8ab-f5a9-4be7-9342-716c743a697c req-8a0d3e82-521c-468e-bc16-d8d982a47cbf tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750182 Jan 28 12:06:18.449187 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e2b8694a-f87b-40c8-bbad-96ef6620f3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:18.985319 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:06:19.097161 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port ad0bf618-b716-444e-8833-912a3949cc95 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:06:19.098675 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (ad0bf618-b716-444e-8833-912a3949cc95), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:19.315462 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:06:19.316412 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:19.370468 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:06:19.373265 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50226f0-b23b-49ae-b4d7-f92281ada1e0" -d '{"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:06:19.375086 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea218-cb9a-4352-9b3d-4de42d56dc64 req-a40f2cb5-b584-4c25-a493-9020181cdf41 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:19.388653 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:19.395637 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6fdea218-cb9a-4352-9b3d-4de42d56dc64 req-a40f2cb5-b584-4c25-a493-9020181cdf41 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 944 time: 0.1138167 Jan 28 12:06:19.405050 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:19.480954 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6fdea218-cb9a-4352-9b3d-4de42d56dc64 req-a4b0a72b-d7aa-4f27-abb5-170569ae6eb3 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839093 Jan 28 12:06:19.534957 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44161134-e1c8-4285-a26e-3387013e29c4 x-openstack-request-id: req-44161134-e1c8-4285-a26e-3387013e29c4 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:06:19.535534 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:06:19.535534 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44161134-e1c8-4285-a26e-3387013e29c4 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:06:19.535892 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95', 'code': 200} Jan 28 12:06:19.551480 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=7']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:20.674506 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dddddc-455c-4407-aa53-80917c9dab79 req-5ed87139-3f93-474c-88d0-6e0133f855ae tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:20.676366 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-31dddddc-455c-4407-aa53-80917c9dab79 req-5ed87139-3f93-474c-88d0-6e0133f855ae tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0615683 Jan 28 12:06:20.682414 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8f0c880f-a45d-44fc-8cc4-625e23e64e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:20.828611 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-31dddddc-455c-4407-aa53-80917c9dab79 req-c45775a2-5a95-4796-9a9a-51f6fffc4495 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440880 Jan 28 12:06:21.638449 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:21.702213 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:22.000520 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271087-3697-419c-a8e5-f43b46bcfa27 req-50140976-d9fa-43e3-8ee7-84d6b05c6e62 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:22.008194 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1f271087-3697-419c-a8e5-f43b46bcfa27 req-50140976-d9fa-43e3-8ee7-84d6b05c6e62 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0608499 Jan 28 12:06:22.065386 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1f271087-3697-419c-a8e5-f43b46bcfa27 req-bbc1a0a1-d00c-4d85-ae3d-bb590b9c5654 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557652 Jan 28 12:06:23.192448 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f075a86-d09b-401a-8f2b-e0d491766db6 req-41431d7b-d298-4df7-8eeb-baafa3da35da tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:23.194820 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f075a86-d09b-401a-8f2b-e0d491766db6 req-41431d7b-d298-4df7-8eeb-baafa3da35da tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0583298 Jan 28 12:06:23.256030 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:23.261146 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f075a86-d09b-401a-8f2b-e0d491766db6 req-d38823c8-261e-4234-b9ab-1f8738d94dff tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595815 Jan 28 12:06:24.294995 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-79f30bd2-e220-42c1-98fe-37bd9fdd7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:24.296698 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-79f30bd2-e220-42c1-98fe-37bd9fdd7de5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1098 time: 0.0513937 Jan 28 12:06:24.414106 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966c38-6900-4603-808a-af1557cea81a req-608ad7ea-05a9-4e8c-bd4a-4d8cd8d953a2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:24.423058 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b1966c38-6900-4603-808a-af1557cea81a req-608ad7ea-05a9-4e8c-bd4a-4d8cd8d953a2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0762780 Jan 28 12:06:24.431309 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-ccc0e603-cb80-4db9-a7c0-2a74d3c87fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:24.433232 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-ccc0e603-cb80-4db9-a7c0-2a74d3c87fed service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.1135161 Jan 28 12:06:24.490755 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b1966c38-6900-4603-808a-af1557cea81a req-3bddd2a3-6a7c-4789-a375-14bb79daf66a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542269 Jan 28 12:06:24.509446 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-375106f4-469f-4e0f-97b3-f1f5046c1a64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 1001 time: 0.0690284 Jan 28 12:06:24.540823 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:24.566745 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-86368545-9dd2-4dcb-935c-96739026f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:24.568569 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-86368545-9dd2-4dcb-935c-96739026f720 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0510507 Jan 28 12:06:24.616494 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-78c0ff41-eed5-460e-9b83-1637ba41b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:24.618411 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-78c0ff41-eed5-460e-9b83-1637ba41b1a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426965 Jan 28 12:06:24.726321 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-68d5197f-54aa-4508-afbd-2402fc9be1af service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009796 Jan 28 12:06:24.833726 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03f0dc8b-61e3-4c4b-8312-dcc340343fd1 req-0671e22a-5439-4ed1-80e0-f0d91ee3f33f service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011462 Jan 28 12:06:25.187146 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55290) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:06:25.241016 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] Deleting subnet 1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:06:25.244446 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] Publish callbacks [] for subnet (1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.288042 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.337936 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.399675 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.426783 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:25.439330 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.443151 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-94a55d60-42f9-42be-afec-41d118aefb5d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1fc055ab-1ff4-47c6-aec0-fb0da1e49cf3 HTTP/1.1" status: 204 len: 168 time: 0.2549124 Jan 28 12:06:25.446635 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55292) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:06:25.530068 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (2444840e-bf58-4ce0-8ce5-4f4d2fdce578), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.619129 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (2444840e-bf58-4ce0-8ce5-4f4d2fdce578), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.642324 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2444840e-bf58-4ce0-8ce5-4f4d2fdce578']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:06:25.652327 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82abc68b-3830-4a71-8486-8dd33aa4851f') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:06:25.652636 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82abc68b-3830-4a71-8486-8dd33aa4851f') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:06:25.660733 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523c0e-6ec8-4ea6-abb0-6fbab831bc3a req-179bb83d-644d-483f-8959-2553d9770e75 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:25.663208 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (82abc68b-3830-4a71-8486-8dd33aa4851f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.663481 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3f523c0e-6ec8-4ea6-abb0-6fbab831bc3a req-179bb83d-644d-483f-8959-2553d9770e75 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0522306 Jan 28 12:06:25.680861 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (82abc68b-3830-4a71-8486-8dd33aa4851f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.689646 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:06:25.690299 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (82abc68b-3830-4a71-8486-8dd33aa4851f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:06:25.692603 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:06:25.735207 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3f523c0e-6ec8-4ea6-abb0-6fbab831bc3a req-57a60aab-c385-48ea-a74d-a62c28112e44 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559499 Jan 28 12:06:25.761487 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (2444840e-bf58-4ce0-8ce5-4f4d2fdce578), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.768130 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:25.772919 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2444840e-bf58-4ce0-8ce5-4f4d2fdce578 HTTP/1.1" status: 204 len: 168 time: 0.3245831 Jan 28 12:06:25.788414 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e90839-b2eb-4bb6-8718-06dffd2f6849 admin admin] Pushing event deleted for resources: {'Network': ['ID=2444840e-bf58-4ce0-8ce5-4f4d2fdce578,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:25.932963 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55302) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:06:25.989120 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-060d9ce9-29fe-4977-8cbf-d4dda421eed1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24230ebb0c924f48a96afbfc693b69cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549729 Jan 28 12:06:25.991456 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55304) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:06:26.042809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4177c006-7677-4322-b4c5-b1848e5a4919 admin admin] Publish callbacks [] for security_group (db7c99c2-5104-49a6-9faf-1a4be5a76b49), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:26.067709 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4177c006-7677-4322-b4c5-b1848e5a4919 admin admin] Publish callbacks [] for security_group (db7c99c2-5104-49a6-9faf-1a4be5a76b49), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:26.132362 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4177c006-7677-4322-b4c5-b1848e5a4919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (db7c99c2-5104-49a6-9faf-1a4be5a76b49), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:26.138589 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4177c006-7677-4322-b4c5-b1848e5a4919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:26.140982 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4177c006-7677-4322-b4c5-b1848e5a4919 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db7c99c2-5104-49a6-9faf-1a4be5a76b49 HTTP/1.1" status: 204 len: 168 time: 0.1484709 Jan 28 12:06:26.151015 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177c006-7677-4322-b4c5-b1848e5a4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c99c2-5104-49a6-9faf-1a4be5a76b49,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:26.856158 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9f304-c0b6-4a7a-8dbf-ae7aa20cd200 req-5d6b985d-caff-4b63-b1ed-2553829562d1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:26.857641 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62d9f304-c0b6-4a7a-8dbf-ae7aa20cd200 req-5d6b985d-caff-4b63-b1ed-2553829562d1 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Jan 28 12:06:26.907659 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-62d9f304-c0b6-4a7a-8dbf-ae7aa20cd200 req-3cdc0fd4-d982-411a-9147-e672cb776e7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441799 Jan 28 12:06:27.091660 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-d064b9cd-ca07-4d64-9c19-d5b21bafb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:27.093208 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-d064b9cd-ca07-4d64-9c19-d5b21bafb2c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1098 time: 0.0466883 Jan 28 12:06:27.182872 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-245d8e5f-04c2-4dd6-b810-1110c8fb02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:27.184394 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-245d8e5f-04c2-4dd6-b810-1110c8fb02b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.0819340 Jan 28 12:06:27.257634 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-0af0ef60-00a7-459d-aa03-c7c79fb600ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 1001 time: 0.0652926 Jan 28 12:06:27.307968 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-6309c69e-6198-4325-abb4-72f8dd78a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:27.309466 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-6309c69e-6198-4325-abb4-72f8dd78a976 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0450079 Jan 28 12:06:27.359012 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-bf256521-b4f7-4eb0-9cf6-bd568cfe0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:27.360534 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-bf256521-b4f7-4eb0-9cf6-bd568cfe0260 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444551 Jan 28 12:06:27.465343 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-2fdbdc56-7caa-4587-8bac-34425fad20f6 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903018 Jan 28 12:06:27.556824 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7302217c-3792-4c55-b40b-d626f3fa6668 req-312a10fb-4d63-443f-8fda-406588564933 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843656 Jan 28 12:06:28.041043 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:06:28.044226 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a75d3c-f9b8-480b-969b-e55905294a71 req-dc1b925c-75a0-486b-bc7b-e3ea8f449149 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:28.045701 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a5a75d3c-f9b8-480b-969b-e55905294a71 req-dc1b925c-75a0-486b-bc7b-e3ea8f449149 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0526888 Jan 28 12:06:28.095154 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a5a75d3c-f9b8-480b-969b-e55905294a71 req-cc24c713-4842-42fe-bc9a-9ff86a399ef7 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Jan 28 12:06:29.227235 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da0125-48dd-4397-92dc-8de074382899 req-3fefd00e-6d7a-462b-aadc-5714ce14d6e5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:29.228753 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5da0125-48dd-4397-92dc-8de074382899 req-3fefd00e-6d7a-462b-aadc-5714ce14d6e5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0570552 Jan 28 12:06:29.274705 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b5da0125-48dd-4397-92dc-8de074382899 req-f4b57117-3cfb-46cf-a093-907f50709254 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 Jan 28 12:06:30.397490 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf6f03-b070-4641-99fa-d3e2185987e4 req-5a7fd013-b556-4bc5-b9f2-b7d728de4c87 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:30.398935 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15cf6f03-b070-4641-99fa-d3e2185987e4 req-5a7fd013-b556-4bc5-b9f2-b7d728de4c87 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 945 time: 0.0491335 Jan 28 12:06:30.452701 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-15cf6f03-b070-4641-99fa-d3e2185987e4 req-fd6ef792-8a29-4c61-a10b-7af1a390a5ff tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477722 Jan 28 12:06:31.028007 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:06:31.108907 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: ACTIVE; New status is: DOWN {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:06:31.109297 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:31.132965 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:06:31.135265 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c0f0f5-dbda-4098-9e48-bfc8e2fe0dbd" -d '{"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-unplugged", "status": "completed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:06:31.147918 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:31.154110 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:31.178548 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 12:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cecf3bb-1362-4271-893c-71c62c65ea62 x-openstack-request-id: req-8cecf3bb-1362-4271-893c-71c62c65ea62 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:06:31.178840 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-unplugged", "status": "failed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95", "code": 422}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:06:31.179174 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cecf3bb-1362-4271-893c-71c62c65ea62 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:06:31.179528 dv-cinder-811877-11-iscsi neutron-server[102406]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95', 'code': 422} returned with failed status Jan 28 12:06:31.205439 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=8']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:31.397545 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cb11-05f8-4856-b525-4712df76cb79 req-9e74e9d7-16fb-48c6-8152-069ca922345c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:31.398925 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5cf0cb11-05f8-4856-b525-4712df76cb79 req-9e74e9d7-16fb-48c6-8152-069ca922345c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0484993 Jan 28 12:06:31.446073 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5cf0cb11-05f8-4856-b525-4712df76cb79 req-3ecda6a3-ca58-44ca-a151-865680b58efc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Jan 28 12:06:31.626676 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-7c9cb48e-6778-4bf7-ad8e-4e198098db78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467103 Jan 28 12:06:32.469062 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-e38d1e41-4fe5-41d1-8266-e36072c313f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:32.470795 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-e38d1e41-4fe5-41d1-8266-e36072c313f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69&tenant_id=2b68d472b57542cb97cc4f996fe5a2fe HTTP/1.1" status: 200 len: 1096 time: 0.0511677 Jan 28 12:06:32.540656 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-147c61a5-292c-42f9-8f7a-e9d61ff402e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:32.542287 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-147c61a5-292c-42f9-8f7a-e9d61ff402e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1096 time: 0.0424042 Jan 28 12:06:32.569072 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1ca37-5976-48a7-903b-3a78ccfb6e2f req-7faa1ca7-fd1a-49e7-9bd8-6067dbd49221 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:32.570614 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1fa1ca37-5976-48a7-903b-3a78ccfb6e2f req-7faa1ca7-fd1a-49e7-9bd8-6067dbd49221 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0507927 Jan 28 12:06:32.617895 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-1fa1ca37-5976-48a7-903b-3a78ccfb6e2f req-cf2b3aa3-c458-40f4-9040-ebb1fff28fab tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Jan 28 12:06:32.636349 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-f8b41c9d-80c2-4755-8e54-f3b78fb51f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:32.637869 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-f8b41c9d-80c2-4755-8e54-f3b78fb51f96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.0869946 Jan 28 12:06:32.709890 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-b3d306bd-4ac0-4bb0-bf5e-3824da8117d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 999 time: 0.0629158 Jan 28 12:06:32.760662 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-1b4bbcc9-a5a7-44ba-954a-f293d18d438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:32.761991 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-1b4bbcc9-a5a7-44ba-954a-f293d18d438e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0458851 Jan 28 12:06:32.812483 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-4175dd4b-d068-4f06-9295-112f5c58aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:32.813957 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-4175dd4b-d068-4f06-9295-112f5c58aa71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429325 Jan 28 12:06:32.903152 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-b8628af2-97bc-49c0-865c-3a96578be7f9 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803752 Jan 28 12:06:32.995900 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-898cf4d8-794d-4e45-b0d0-9e72529e90e0 req-bd0a0b32-d1c1-4669-ba1b-a45e341b9a8f service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839710 Jan 28 12:06:33.779868 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869545d8-a2ee-4ded-a0c7-e82b0a7223ff req-a5e2ad87-745a-41ad-9120-b6296732340e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:33.781526 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-869545d8-a2ee-4ded-a0c7-e82b0a7223ff req-a5e2ad87-745a-41ad-9120-b6296732340e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0605710 Jan 28 12:06:33.860637 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-869545d8-a2ee-4ded-a0c7-e82b0a7223ff req-3991cf6b-6815-4540-a95b-3846e1218b1a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706501 Jan 28 12:06:34.978343 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547014d-5a6c-48fd-914e-d4a29b9c2339 req-b8b36815-1e97-4485-9bf8-7d69705cbf33 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:34.979755 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3547014d-5a6c-48fd-914e-d4a29b9c2339 req-b8b36815-1e97-4485-9bf8-7d69705cbf33 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0499125 Jan 28 12:06:35.030395 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-3547014d-5a6c-48fd-914e-d4a29b9c2339 req-b88f8293-9cfd-41ee-95d2-c1ea6d3ab768 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Jan 28 12:06:35.074030 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:06:35.192109 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: DOWN; New status is: DOWN {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:06:36.158424 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9937-0e9e-4854-9f82-0741b3bd4214 req-082b8042-7eba-4341-9f7e-243e804b0000 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:36.159886 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f01a9937-0e9e-4854-9f82-0741b3bd4214 req-082b8042-7eba-4341-9f7e-243e804b0000 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0510485 Jan 28 12:06:36.213049 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f01a9937-0e9e-4854-9f82-0741b3bd4214 req-4d7abac0-425b-4fb4-96f1-dea7c9f2705a tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467641 Jan 28 12:06:37.346979 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee82d6-20ad-4bef-9a82-ad926910f2c3 req-6dcedaa8-d1a6-4690-97a4-3509014ed918 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:37.348577 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6eee82d6-20ad-4bef-9a82-ad926910f2c3 req-6dcedaa8-d1a6-4690-97a4-3509014ed918 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0490003 Jan 28 12:06:37.394929 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6eee82d6-20ad-4bef-9a82-ad926910f2c3 req-31ed14d9-bb49-4a6e-875a-f78d5d4dc3c8 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 Jan 28 12:06:38.548049 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12577c-049f-4560-8eee-af013660914a req-f56a0c5f-6ea6-4731-b538-513fcd500792 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:38.549535 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2e12577c-049f-4560-8eee-af013660914a req-f56a0c5f-6ea6-4731-b538-513fcd500792 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0680456 Jan 28 12:06:38.603787 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2e12577c-049f-4560-8eee-af013660914a req-efcf58a1-fcd0-4d8c-a4bf-39fe88995f3e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479159 Jan 28 12:06:39.741103 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb78b2e-08d8-4536-934b-6492b2a47d1b req-12a9cfdb-633f-4a3a-a0b7-c7bce604c2c0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:39.742597 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4bb78b2e-08d8-4536-934b-6492b2a47d1b req-12a9cfdb-633f-4a3a-a0b7-c7bce604c2c0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0488880 Jan 28 12:06:39.789048 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4bb78b2e-08d8-4536-934b-6492b2a47d1b req-b1eee32d-4b17-4747-bbc1-d255aa749c56 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Jan 28 12:06:40.941629 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df461d0a-10f1-4291-a178-956793554f59 req-4c279c1f-0ad8-4c65-a382-4e03efe4e77e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:40.943113 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-df461d0a-10f1-4291-a178-956793554f59 req-4c279c1f-0ad8-4c65-a382-4e03efe4e77e tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0527072 Jan 28 12:06:40.989913 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-df461d0a-10f1-4291-a178-956793554f59 req-ef117c8f-6a91-4903-8c93-1881b68df770 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Jan 28 12:06:42.115818 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47aa26-d071-492a-96f3-7359dcac4f44 req-b96b0f3d-eaab-43c5-a204-113fedfbd729 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:42.117292 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e47aa26-d071-492a-96f3-7359dcac4f44 req-b96b0f3d-eaab-43c5-a204-113fedfbd729 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0544224 Jan 28 12:06:42.162684 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6e47aa26-d071-492a-96f3-7359dcac4f44 req-bb03248a-2b40-43d3-bd21-1a8a190d9486 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Jan 28 12:06:43.282248 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2c46d-b6c8-42d7-af15-769420351c12 req-05219915-bef3-4323-a04c-78e0bc8e608d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:43.283691 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-69e2c46d-b6c8-42d7-af15-769420351c12 req-05219915-bef3-4323-a04c-78e0bc8e608d tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0477681 Jan 28 12:06:43.334321 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-69e2c46d-b6c8-42d7-af15-769420351c12 req-2b18b03d-4ee4-4302-a4bf-62385272d2de tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Jan 28 12:06:44.469807 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4e66c-57e8-4947-902f-2c83fd77656c req-5a67f8c1-2cdc-48ba-be52-5ed1fd733788 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:44.477969 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-18e4e66c-57e8-4947-902f-2c83fd77656c req-5a67f8c1-2cdc-48ba-be52-5ed1fd733788 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0646906 Jan 28 12:06:44.537728 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-18e4e66c-57e8-4947-902f-2c83fd77656c req-6d42f9b8-4ae0-44c8-b600-bd0c49d6ffac tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565174 Jan 28 12:06:45.655244 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93caf4-1fac-44f8-9306-ff183c365957 req-2a54fa81-e8a9-4298-9540-8ee3b12ec0a2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:45.656721 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb93caf4-1fac-44f8-9306-ff183c365957 req-2a54fa81-e8a9-4298-9540-8ee3b12ec0a2 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0486519 Jan 28 12:06:45.710084 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb93caf4-1fac-44f8-9306-ff183c365957 req-bb005650-e1b4-48ac-9588-fcf0fa36e2df tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449896 Jan 28 12:06:46.841112 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09150b-ec23-4f6f-87e1-385aa617e3a1 req-f6659520-f326-496a-a761-d557f843bfce tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:46.842574 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dc09150b-ec23-4f6f-87e1-385aa617e3a1 req-f6659520-f326-496a-a761-d557f843bfce tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0487461 Jan 28 12:06:46.891696 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-dc09150b-ec23-4f6f-87e1-385aa617e3a1 req-c16beea4-c3c9-42a5-904d-390a601cac97 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407426 Jan 28 12:06:48.033463 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26d2a3-5612-4e42-9c12-28d75fb6c847 req-bd794f1c-95ab-484c-99c8-f248bc6c9f00 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:48.035077 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cd26d2a3-5612-4e42-9c12-28d75fb6c847 req-bd794f1c-95ab-484c-99c8-f248bc6c9f00 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0585117 Jan 28 12:06:48.090483 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-cd26d2a3-5612-4e42-9c12-28d75fb6c847 req-34ac3871-4d22-41a9-b881-f25bc6c1d6fb tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451829 Jan 28 12:06:48.450675 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-69fd30ee-fdcf-4e38-ba63-635e4becc7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:49.139658 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:06:49.228508 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02189587-e44b-4511-a9e3-a89836cd203b req-14862737-2e0e-4af0-8917-f71fbf2f80dd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:49.230025 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-02189587-e44b-4511-a9e3-a89836cd203b req-14862737-2e0e-4af0-8917-f71fbf2f80dd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 943 time: 0.0490115 Jan 28 12:06:49.239794 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:49.251733 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'ad0bf618-b716-444e-8833-912a3949cc95', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'port_id': 'ad0bf618-b716-444e-8833-912a3949cc95', 'mac_address': 'fa:16:3e:09:7e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:06:49.276750 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-02189587-e44b-4511-a9e3-a89836cd203b req-d62444ca-52b7-458d-9dae-310d3466feba tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 Jan 28 12:06:49.291303 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:06:49.291741 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:49.304259 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0bf618-b716-444e-8833-912a3949cc95 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:06:49.325061 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:49.330979 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:49.380938 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=9']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:49.388485 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.388836 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.389181 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.389516 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.389915 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.390187 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.390500 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.390825 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.391146 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.391450 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.391772 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.392117 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.392430 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:06:49.599765 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['ad0bf618-b716-444e-8833-912a3949cc95'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:06:50.422076 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ced94-13aa-4342-ba42-4540b130304f req-f805efb1-f5a6-46be-a2b5-f7fad9c4912f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:50.423526 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-868ced94-13aa-4342-ba42-4540b130304f req-f805efb1-f5a6-46be-a2b5-f7fad9c4912f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 944 time: 0.0649080 Jan 28 12:06:50.662382 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-283153c7-5659-49fc-8d41-c3483ba82762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:50.739470 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-868ced94-13aa-4342-ba42-4540b130304f req-ca9fd564-4e9b-4629-9a33-74cee2962bcd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075337 Jan 28 12:06:51.155946 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:06:51.208843 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port ad0bf618-b716-444e-8833-912a3949cc95 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:06:51.209215 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (ad0bf618-b716-444e-8833-912a3949cc95), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:51.297963 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port ad0bf618-b716-444e-8833-912a3949cc95 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:06:51.298378 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:51.321601 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:06:51.324184 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc2317c-4256-4607-9e7a-60217efd51b1" -d '{"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:06:51.336686 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:06:51.342133 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:51.365393 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f79110-7365-42cf-bcd9-c06b85ed5e11 x-openstack-request-id: req-08f79110-7365-42cf-bcd9-c06b85ed5e11 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:06:51.365682 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-plugged", "status": "completed", "tag": "ad0bf618-b716-444e-8833-912a3949cc95", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:06:51.365934 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08f79110-7365-42cf-bcd9-c06b85ed5e11 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:06:51.366316 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95', 'code': 200} Jan 28 12:06:51.394471 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=10']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:06:51.573052 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4b384-b32e-4585-94fa-ba95bf5fd548 req-dee23bb0-b284-443e-9cdc-fb73348646bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:51.574493 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b2d4b384-b32e-4585-94fa-ba95bf5fd548 req-dee23bb0-b284-443e-9cdc-fb73348646bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1099 time: 0.0435879 Jan 28 12:06:51.622825 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:51.623445 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b2d4b384-b32e-4585-94fa-ba95bf5fd548 req-ac73592e-0476-4352-ab4d-907817e1b0d7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404727 Jan 28 12:06:51.664894 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:51.869458 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f24a1-0d24-4cea-a078-38a8a8170635 req-4c62c5e8-7f80-420a-9b08-e40aadf62157 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:51.870929 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb9f24a1-0d24-4cea-a078-38a8a8170635 req-4c62c5e8-7f80-420a-9b08-e40aadf62157 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 946 time: 0.0523927 Jan 28 12:06:51.921304 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb9f24a1-0d24-4cea-a078-38a8a8170635 req-0a630282-c19d-4515-9e12-d3a84e2f00b0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 Jan 28 12:06:53.046457 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00298b53-4030-4aa4-8b52-79584ae4a0cb req-47b990d3-7e88-4df8-9add-8bb93f06af79 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:53.048007 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-00298b53-4030-4aa4-8b52-79584ae4a0cb req-47b990d3-7e88-4df8-9add-8bb93f06af79 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 946 time: 0.0502563 Jan 28 12:06:53.099060 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-00298b53-4030-4aa4-8b52-79584ae4a0cb req-c76f6144-c99f-4e8c-9a26-583ab5c8c3b0 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450690 Jan 28 12:06:53.255185 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:06:54.232359 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207e1d3-0ef0-4bd9-b1ad-8b122047c8bc req-a3cc8369-c7e9-4021-a009-701279edda38 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:06:54.233822 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b207e1d3-0ef0-4bd9-b1ad-8b122047c8bc req-a3cc8369-c7e9-4021-a009-701279edda38 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 946 time: 0.0574689 Jan 28 12:06:54.281466 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b207e1d3-0ef0-4bd9-b1ad-8b122047c8bc req-2f1b3bad-9e4d-4655-83bb-abc06fe37b56 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Jan 28 12:06:54.544044 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:05.044522 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:07:13.900380 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55486) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:14.067704 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Deleting port cea713ee-c3da-4a6c-97e4-47dda073892c {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:14.068047 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:14.144346 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:14.144812 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for floatingip (cea713ee-c3da-4a6c-97e4-47dda073892c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:14.157051 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Calling delete_port for cea713ee-c3da-4a6c-97e4-47dda073892c owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:14.326075 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (cea713ee-c3da-4a6c-97e4-47dda073892c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:14.351264 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event deleted for resources: {'Port': ['ID=cea713ee-c3da-4a6c-97e4-47dda073892c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:14.363403 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.363809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.364186 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.364684 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.365027 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.365384 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.365759 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.366155 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.366483 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.366880 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.367208 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.367516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.367837 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:14.421465 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for floatingip (af769074-96df-4069-8c56-728a431fc726), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:14.421677 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Floating IP af769074-96df-4069-8c56-728a431fc726 disassociated (deleted). External IP: 172.27.0.140, port: 39569a3f-d27d-426f-a25a-b74e678fbc4d. Jan 28 12:07:14.635387 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Router 97330e9e-fb93-41dd-8c7d-b995d0304575 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:07:14.750645 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:14.756457 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:14.761053 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] Sync routers for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:14.775544 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:14.776184 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:06:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:14.782592 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-58ad549a-0f46-41fe-bfff-8be15294e75f tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "DELETE /v2.0/floatingips/af769074-96df-4069-8c56-728a431fc726 HTTP/1.1" status: 204 len: 168 time: 0.8807259 Jan 28 12:07:14.783157 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:07:14.786919 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:07:14.827300 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87834fa1-77d6-4c46-87b3-927aa38c8284 x-openstack-request-id: req-87834fa1-77d6-4c46-87b3-927aa38c8284 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:07:14.827593 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:07:14.827842 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87834fa1-77d6-4c46-87b3-927aa38c8284 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:07:14.828407 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'status': 'completed', 'code': 200} Jan 28 12:07:14.911971 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-20341cc2-a248-4c3b-ab93-3c3d379cb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:14.913610 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-20341cc2-a248-4c3b-ab93-3c3d379cb7c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=032af1e7386a47caabcfb97883e8d8ca&device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 1098 time: 0.0478747 Jan 28 12:07:14.998838 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:15.013977 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-f6ea307f-fc30-43b7-9937-d1bb55451f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:15.015717 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-f6ea307f-fc30-43b7-9937-d1bb55451f4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 200 len: 910 time: 0.0938663 Jan 28 12:07:15.026915 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239b914-d073-45a5-8e9c-cda2128387b4 req-036f6945-6859-4c64-bbcf-08b3bc272d41 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:15.029781 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6239b914-d073-45a5-8e9c-cda2128387b4 req-036f6945-6859-4c64-bbcf-08b3bc272d41 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0481701 Jan 28 12:07:15.059567 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-4dc1a25c-d2f0-4abe-8234-b1336ab39c1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 200 len: 217 time: 0.0368073 Jan 28 12:07:15.077342 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6239b914-d073-45a5-8e9c-cda2128387b4 req-1cb48c21-c512-4fb1-abfb-405989c98976 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426059 Jan 28 12:07:15.112863 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-edb59f69-18b3-49f7-beb0-2253409c398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:15.114485 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-edb59f69-18b3-49f7-beb0-2253409c398a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 200 len: 848 time: 0.0487244 Jan 28 12:07:15.162238 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-358206af-bac6-4fa3-9eca-0b14926c3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:15.163749 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-358206af-bac6-4fa3-9eca-0b14926c3465 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=87c458ba-d17a-469f-91a6-f140cef05baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418739 Jan 28 12:07:15.197857 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 5, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:15.224605 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] Checking router: 97330e9e-fb93-41dd-8c7d-b995d0304575 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:15.233171 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:15.233779 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:06:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:15.252956 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-2ea40fc9-6a20-4eb6-be01-be7a5409dbf0 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816722 Jan 28 12:07:15.338986 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:15.347891 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18c2c22e-2e43-4dd1-9bd8-db7b821a6606 req-01eafa0c-22ef-43e8-83c1-86b9451fc3b7 service neutron] 10.222.0.39 "GET /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879681 Jan 28 12:07:15.536729 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 5, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:15.561893 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34cda9-cea0-4cf3-96a4-29acf20416bf None None] The sync data for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi is: [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:02:43Z', 'revision_number': 4, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '775b54d0-e435-4029-b4be-a124eaefa052', 'name': '', 'network_id': '87c458ba-d17a-469f-91a6-f140cef05baf', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'mac_address': 'fa:16:3e:01:61:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:42Z', 'updated_at': '2022-01-28T12:02:48Z', 'revision_number': 5, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'subnets': [{'id': 'd137ce7e-5d88-4ce8-9091-9a962da36bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:15.781158 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678fb584-15f1-4e2d-a59a-ca5b3b605919 None None] New status for floating IP af769074-96df-4069-8c56-728a431fc726: DOWN {{(pid=102406) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:07:16.212172 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb884a-c997-4e09-8068-375a0d89a898 req-db80018d-6902-4eb3-a874-8fd91421b886 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:16.213675 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-26cb884a-c997-4e09-8068-375a0d89a898 req-db80018d-6902-4eb3-a874-8fd91421b886 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0616295 Jan 28 12:07:16.265597 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-26cb884a-c997-4e09-8068-375a0d89a898 req-2df995af-06fc-48ab-b397-0a9540f407fd tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/security-groups?id=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437832 Jan 28 12:07:16.737197 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d765624-bf21-4851-98fe-d183cadc3062 req-84ba4cd2-2312-4dd0-b578-1d32bc915f91 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:16.738856 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d765624-bf21-4851-98fe-d183cadc3062 req-84ba4cd2-2312-4dd0-b578-1d32bc915f91 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 945 time: 0.0539367 Jan 28 12:07:16.836711 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Deleting port 39569a3f-d27d-426f-a25a-b74e678fbc4d {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:16.837028 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:16.925610 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] For port 39569a3f-d27d-426f-a25a-b74e678fbc4d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=39569a3f-d27d-426f-a25a-b74e678fbc4d,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:16.926292 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:16.944528 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Calling delete_port for 39569a3f-d27d-426f-a25a-b74e678fbc4d owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:17.333915 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (39569a3f-d27d-426f-a25a-b74e678fbc4d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:17.363576 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event deleted for resources: {'Port': ['ID=39569a3f-d27d-426f-a25a-b74e678fbc4d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:17.367724 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9df8d233-8f1b-47f9-9bde-8e8fc2777fc9 req-c0b37060-781d-4782-8f54-b7a8b5255dbe tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9999bd-111b-4aa5-8e14-6dfee7eab17d HTTP/1.1" status: 200 len: 210 time: 0.0269916 Jan 28 12:07:17.406450 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] No DVR routers for this DVR port 39569a3f-d27d-426f-a25a-b74e678fbc4d on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:17.409078 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:17.412538 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4d765624-bf21-4851-98fe-d183cadc3062 req-caeb492d-93d1-4156-8163-646bc37e844b tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.39 "DELETE /v2.0/ports/39569a3f-d27d-426f-a25a-b74e678fbc4d HTTP/1.1" status: 204 len: 173 time: 0.6666031 Jan 28 12:07:17.412976 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-deleted', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:07:17.415203 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b733a655-2b48-4842-8d4f-a4c40cdede66" -d '{"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-deleted", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:07:17.451181 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e58c48-28d8-4898-8a5d-543239378a89 x-openstack-request-id: req-97e58c48-28d8-4898-8a5d-543239378a89 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:07:17.451506 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9999bd-111b-4aa5-8e14-6dfee7eab17d", "name": "network-vif-deleted", "tag": "39569a3f-d27d-426f-a25a-b74e678fbc4d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:07:17.451738 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97e58c48-28d8-4898-8a5d-543239378a89 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:07:17.452180 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9999bd-111b-4aa5-8e14-6dfee7eab17d', 'name': 'network-vif-deleted', 'tag': '39569a3f-d27d-426f-a25a-b74e678fbc4d', 'status': 'completed', 'code': 200} Jan 28 12:07:18.447926 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55504) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:18.448846 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef394062-5d35-4382-9654-0bddb5e9fb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:18.511377 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-312900a2-c97d-4275-b1cf-5ef70ac35d39 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group (3aaba654-ea6a-4c8f-90e6-6d08ef81eab9), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:18.535779 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-312900a2-c97d-4275-b1cf-5ef70ac35d39 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group (3aaba654-ea6a-4c8f-90e6-6d08ef81eab9), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:18.597664 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-312900a2-c97d-4275-b1cf-5ef70ac35d39 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (3aaba654-ea6a-4c8f-90e6-6d08ef81eab9), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:18.600881 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-312900a2-c97d-4275-b1cf-5ef70ac35d39 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:18.602039 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-312900a2-c97d-4275-b1cf-5ef70ac35d39 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] 10.222.0.36 "DELETE /v2.0/security-groups/3aaba654-ea6a-4c8f-90e6-6d08ef81eab9 HTTP/1.1" status: 204 len: 168 time: 0.1529200 Jan 28 12:07:18.611487 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312900a2-c97d-4275-b1cf-5ef70ac35d39 tempest-TestShelveInstance-360842182 tempest-TestShelveInstance-360842182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaba654-ea6a-4c8f-90e6-6d08ef81eab9,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:18.652576 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55508) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:19.022006 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (97330e9e-fb93-41dd-8c7d-b995d0304575), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:19.266473 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Deleting port 775b54d0-e435-4029-b4be-a124eaefa052 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:19.266708 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (775b54d0-e435-4029-b4be-a124eaefa052), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:19.349323 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] For port 775b54d0-e435-4029-b4be-a124eaefa052, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=775b54d0-e435-4029-b4be-a124eaefa052,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:19.349646 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (775b54d0-e435-4029-b4be-a124eaefa052), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:19.362665 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Calling delete_port for 775b54d0-e435-4029-b4be-a124eaefa052 owned by network:router_interface {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:19.581953 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (775b54d0-e435-4029-b4be-a124eaefa052), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:19.608869 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=775b54d0-e435-4029-b4be-a124eaefa052,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:19.774738 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (97330e9e-fb93-41dd-8c7d-b995d0304575), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:19.998311 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Router 97330e9e-fb93-41dd-8c7d-b995d0304575 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:07:20.109541 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:20.115749 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f69e4432-1ba7-450a-bf4e-e18d07368b12 admin admin] 10.222.0.36 "PUT /v2.0/routers/97330e9e-fb93-41dd-8c7d-b995d0304575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4620173 Jan 28 12:07:20.118210 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55510) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:20.119738 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] Sync routers for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:20.133842 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:20.134382 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:06:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:20.227819 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks [] for router (97330e9e-fb93-41dd-8c7d-b995d0304575), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.238005 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:20.333809 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks [] for router_gateway (97330e9e-fb93-41dd-8c7d-b995d0304575), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.390153 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Deleting port 5e079320-bce4-4b3a-8adf-eb7653565dc2 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:20.390389 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.419183 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:07:19Z', 'revision_number': 5, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port': {'id': '5e079320-bce4-4b3a-8adf-eb7653565dc2', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:41Z', 'updated_at': '2022-01-28T12:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:20.447981 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] Checking router: 97330e9e-fb93-41dd-8c7d-b995d0304575 for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:20.456149 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] Routers {'97330e9e-fb93-41dd-8c7d-b995d0304575'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:20.456755 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:06:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['97330e9e-fb93-41dd-8c7d-b995d0304575'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:20.474848 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] For port 5e079320-bce4-4b3a-8adf-eb7653565dc2, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5e079320-bce4-4b3a-8adf-eb7653565dc2,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:20.475199 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.486725 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Calling delete_port for 5e079320-bce4-4b3a-8adf-eb7653565dc2 owned by network:router_gateway {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:20.541502 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] Set router 97330e9e-fb93-41dd-8c7d-b995d0304575 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:20.593196 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:07:20Z', 'revision_number': 6, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:20.627082 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b527afe4-5a68-4651-9eeb-85c2420bcb8f None None] The sync data for ids ['97330e9e-fb93-41dd-8c7d-b995d0304575'] in dv-cinder-811877-11-iscsi is: [{'id': '97330e9e-fb93-41dd-8c7d-b995d0304575', 'name': 'tempest-TestShelveInstance-1105750524-router', 'tenant_id': '032af1e7386a47caabcfb97883e8d8ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:40Z', 'updated_at': '2022-01-28T12:07:20Z', 'revision_number': 6, 'project_id': '032af1e7386a47caabcfb97883e8d8ca', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:20.673704 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d9a10dde-6707-4789-8636-06ea9a4e993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.678092 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (5e079320-bce4-4b3a-8adf-eb7653565dc2), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.705162 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e079320-bce4-4b3a-8adf-eb7653565dc2,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:20.761051 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (97330e9e-fb93-41dd-8c7d-b995d0304575), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.859249 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (97330e9e-fb93-41dd-8c7d-b995d0304575), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.861450 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks [] for router_controller (97330e9e-fb93-41dd-8c7d-b995d0304575), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.934505 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (97330e9e-fb93-41dd-8c7d-b995d0304575), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.934967 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97330e9e-fb93-41dd-8c7d-b995d0304575 {{(pid=102405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:07:20.940881 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:20.942048 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ba42c7be-64f1-457f-82eb-69f54c3f877c admin admin] 10.222.0.36 "DELETE /v2.0/routers/97330e9e-fb93-41dd-8c7d-b995d0304575 HTTP/1.1" status: 204 len: 168 time: 0.8226616 Jan 28 12:07:20.944989 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55512) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:20.989710 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] Deleting subnet d137ce7e-5d88-4ce8-9091-9a962da36bb2 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:07:20.993186 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] Publish callbacks [] for subnet (d137ce7e-5d88-4ce8-9091-9a962da36bb2), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.028359 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (d137ce7e-5d88-4ce8-9091-9a962da36bb2), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.112268 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (d137ce7e-5d88-4ce8-9091-9a962da36bb2), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.165361 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (d137ce7e-5d88-4ce8-9091-9a962da36bb2), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.188416 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d137ce7e-5d88-4ce8-9091-9a962da36bb2,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:21.194338 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.197761 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e792c7c5-0fad-4d54-9f39-fa7b02808f7c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d137ce7e-5d88-4ce8-9091-9a962da36bb2 HTTP/1.1" status: 204 len: 168 time: 0.2516756 Jan 28 12:07:21.200139 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55514) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:21.200654 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c5014-a4d1-4f2e-b594-b7ac60db0ef0 None None] Network 87c458ba-d17a-469f-91a6-f140cef05baf requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:07:21.248675 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 39569a3f-d27d-426f-a25a-b74e678fbc4d no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:21.269640 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (87c458ba-d17a-469f-91a6-f140cef05baf), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.274441 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: 39569a3f-d27d-426f-a25a-b74e678fbc4d {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:21.274782 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device 39569a3f-d27d-426f-a25a-b74e678fbc4d not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:21.323195 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Deleting port 5dc7575a-306a-4a31-8b34-354c72f53289 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:21.323755 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.386238 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] For port 5dc7575a-306a-4a31-8b34-354c72f53289, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5dc7575a-306a-4a31-8b34-354c72f53289,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:21.386598 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.396844 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] DHCP port deletion for 87c458ba-d17a-469f-91a6-f140cef05baf request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:07:21.401462 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Calling delete_port for 5dc7575a-306a-4a31-8b34-354c72f53289 owned by network:dhcp {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:21.448776 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] Deleting port 5dc7575a-306a-4a31-8b34-354c72f53289 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:21.449009 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.487617 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.510699 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] For port 5dc7575a-306a-4a31-8b34-354c72f53289, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=5dc7575a-306a-4a31-8b34-354c72f53289,segment=NetworkSegment(a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb),segment_id=a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:21.511090 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.516314 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] No DVR routers for this DVR port 5dc7575a-306a-4a31-8b34-354c72f53289 on host dv-cinder-811877-11-iscsi {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:21.521002 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc7575a-306a-4a31-8b34-354c72f53289,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:21.524364 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] Calling delete_port for 5dc7575a-306a-4a31-8b34-354c72f53289 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:21.592976 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (87c458ba-d17a-469f-91a6-f140cef05baf), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.613834 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (5dc7575a-306a-4a31-8b34-354c72f53289), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.621334 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c458ba-d17a-469f-91a6-f140cef05baf']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:21.633869 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:21.634252 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:21.637139 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] Pushing event deleted for resources: {'Port': ['ID=5dc7575a-306a-4a31-8b34-354c72f53289,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:21.642182 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.649380 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048f46e-e5b1-42c4-a5d9-715ddb335bfd None None] No DVR routers for this DVR port 5dc7575a-306a-4a31-8b34-354c72f53289 on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:21.655763 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.676321 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.685035 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.691804 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:07:21.692224 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (a71a764f-b7cd-4cfc-8d17-8d0868b2d7cb), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:07:21.693985 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:07:21.748813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (87c458ba-d17a-469f-91a6-f140cef05baf), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.754318 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:21.758250 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/87c458ba-d17a-469f-91a6-f140cef05baf HTTP/1.1" status: 204 len: 168 time: 0.5571282 Jan 28 12:07:21.761471 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55516) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:21.769762 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1292b1-567c-48cf-87c8-bdfb9ca79be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c458ba-d17a-469f-91a6-f140cef05baf,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:22.120305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:22.367117 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Deleting port 9fff15e2-c267-4cc4-a64f-1759e760efa4 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:22.367406 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:22.443147 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] For port 9fff15e2-c267-4cc4-a64f-1759e760efa4, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=9fff15e2-c267-4cc4-a64f-1759e760efa4,segment=NetworkSegment(4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2),segment_id=4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:22.443983 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:22.455776 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Calling delete_port for 9fff15e2-c267-4cc4-a64f-1759e760efa4 owned by network:router_interface {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:22.567038 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5e079320-bce4-4b3a-8adf-eb7653565dc2 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:22.588032 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 5e079320-bce4-4b3a-8adf-eb7653565dc2 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:22.588389 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5e079320-bce4-4b3a-8adf-eb7653565dc2 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:22.588803 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5dc7575a-306a-4a31-8b34-354c72f53289 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:22.607522 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 5dc7575a-306a-4a31-8b34-354c72f53289 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:22.607889 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 5dc7575a-306a-4a31-8b34-354c72f53289 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:22.608264 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 775b54d0-e435-4029-b4be-a124eaefa052 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:22.629518 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 775b54d0-e435-4029-b4be-a124eaefa052 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:22.629872 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 775b54d0-e435-4029-b4be-a124eaefa052 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:22.637196 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (9fff15e2-c267-4cc4-a64f-1759e760efa4), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:22.661144 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fff15e2-c267-4cc4-a64f-1759e760efa4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:22.673349 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.673697 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.674039 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.674371 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.674701 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.675026 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.675352 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.675671 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.676017 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.676342 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.676663 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.676980 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.677289 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:22.842032 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.055767 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Router e33da3e8-0ca9-4e53-a103-029fbfbfe93d has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:07:23.160849 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:23.168821 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c818efc7-8d4b-41f4-a455-f6fd0c5bf599 admin admin] 10.222.0.36 "PUT /v2.0/routers/e33da3e8-0ca9-4e53-a103-029fbfbfe93d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4036813 Jan 28 12:07:23.169051 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55520) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:23.171790 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] Sync routers for ids ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:23.183261 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] Routers {'e33da3e8-0ca9-4e53-a103-029fbfbfe93d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:23.184011 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:23.278053 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks [] for router (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.382628 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks [] for router_gateway (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.433837 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.438793 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Deleting port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:23.439148 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.443548 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] Set router e33da3e8-0ca9-4e53-a103-029fbfbfe93d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:23.522075 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] For port 1ba3c8a5-43f8-4f32-9ad3-4251b3074601, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:23.522437 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.534205 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Calling delete_port for 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 owned by network:router_gateway {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:23.622319 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:07:22Z', 'revision_number': 5, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port': {'id': '1ba3c8a5-43f8-4f32-9ad3-4251b3074601', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ec:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:23.650743 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] Checking router: e33da3e8-0ca9-4e53-a103-029fbfbfe93d for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:23.659693 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] Routers {'e33da3e8-0ca9-4e53-a103-029fbfbfe93d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:23.660352 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:23.700099 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (1ba3c8a5-43f8-4f32-9ad3-4251b3074601), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.726811 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba3c8a5-43f8-4f32-9ad3-4251b3074601,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:23.749647 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] Set router e33da3e8-0ca9-4e53-a103-029fbfbfe93d gateway port host: None {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:23.790353 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:23.803264 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:07:23Z', 'revision_number': 6, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:23.829712 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a2bef-5fde-434d-b7d6-14a63a21c6d5 None None] The sync data for ids ['e33da3e8-0ca9-4e53-a103-029fbfbfe93d'] in dv-cinder-811877-11-iscsi is: [{'id': 'e33da3e8-0ca9-4e53-a103-029fbfbfe93d', 'name': 'tempest-TestShelveInstance-2049488496-router', 'tenant_id': '428a957ce0dc4dc1b561118fbc6dc621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:02:45Z', 'updated_at': '2022-01-28T12:07:23Z', 'revision_number': 6, 'project_id': '428a957ce0dc4dc1b561118fbc6dc621', 'gw_port_host': None}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:24.132682 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.134889 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks [] for router_controller (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.181350 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (e33da3e8-0ca9-4e53-a103-029fbfbfe93d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.182065 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e33da3e8-0ca9-4e53-a103-029fbfbfe93d {{(pid=102405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:07:24.186977 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.187781 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a1f2c1ac-3822-4369-aaa6-23b8c968c674 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e33da3e8-0ca9-4e53-a103-029fbfbfe93d HTTP/1.1" status: 204 len: 168 time: 1.0177436 Jan 28 12:07:24.190430 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55524) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:24.236444 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] Deleting subnet 6264d74d-5a66-4516-9110-191f6d3d019b {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:07:24.239640 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] Publish callbacks [] for subnet (6264d74d-5a66-4516-9110-191f6d3d019b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.276907 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (6264d74d-5a66-4516-9110-191f6d3d019b), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.355655 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (6264d74d-5a66-4516-9110-191f6d3d019b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.411565 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (6264d74d-5a66-4516-9110-191f6d3d019b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.437263 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6264d74d-5a66-4516-9110-191f6d3d019b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:24.441224 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.444702 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-30c6818b-05b2-4ccb-9ce5-9a2b938fe177 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6264d74d-5a66-4516-9110-191f6d3d019b HTTP/1.1" status: 204 len: 168 time: 0.2529795 Jan 28 12:07:24.447343 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55526) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:24.450280 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce3f4a0-246c-4afc-b62a-b6cc4c09d4ce None None] Network d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:07:24.530688 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.558764 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.570806 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 9fff15e2-c267-4cc4-a64f-1759e760efa4 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:24.595235 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 9fff15e2-c267-4cc4-a64f-1759e760efa4 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:24.595668 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 9fff15e2-c267-4cc4-a64f-1759e760efa4 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:24.596175 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:24.602440 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Deleting port 84376bf1-b17b-43cf-b261-cc130665a500 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:24.602781 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (84376bf1-b17b-43cf-b261-cc130665a500), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.618436 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:24.618745 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 1ba3c8a5-43f8-4f32-9ad3-4251b3074601 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:24.648508 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] DHCP port deletion for d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:07:24.684666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] For port 84376bf1-b17b-43cf-b261-cc130665a500, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=84376bf1-b17b-43cf-b261-cc130665a500,segment=NetworkSegment(4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2),segment_id=4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:24.684666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (84376bf1-b17b-43cf-b261-cc130665a500), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.699844 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Calling delete_port for 84376bf1-b17b-43cf-b261-cc130665a500 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:24.702385 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] Deleting port 84376bf1-b17b-43cf-b261-cc130665a500 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:24.702767 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (84376bf1-b17b-43cf-b261-cc130665a500), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.767972 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] For port 84376bf1-b17b-43cf-b261-cc130665a500, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=84376bf1-b17b-43cf-b261-cc130665a500,segment=NetworkSegment(4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2),segment_id=4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:24.768362 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (84376bf1-b17b-43cf-b261-cc130665a500), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.781028 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] Calling delete_port for 84376bf1-b17b-43cf-b261-cc130665a500 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:24.789067 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (84376bf1-b17b-43cf-b261-cc130665a500), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.816736 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=84376bf1-b17b-43cf-b261-cc130665a500,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:24.818864 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] No DVR routers for this DVR port 84376bf1-b17b-43cf-b261-cc130665a500 on host dv-cinder-811877-11-iscsi {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:24.869191 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (84376bf1-b17b-43cf-b261-cc130665a500), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.895485 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] Pushing event deleted for resources: {'Port': ['ID=84376bf1-b17b-43cf-b261-cc130665a500,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:24.897399 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d765528-1499-4e6c-ad58-6c12928be4e6 None None] No DVR routers for this DVR port 84376bf1-b17b-43cf-b261-cc130665a500 on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:24.902818 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.927819 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:24.937270 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:24.937562 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:24.947599 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.961235 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.967177 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:07:24.967556 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (4da5f4bc-c302-4b82-9507-9d0b7ef9e4c2), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:07:24.969272 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:07:25.024496 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.029726 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.032875 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a HTTP/1.1" status: 204 len: 168 time: 0.5845439 Jan 28 12:07:25.047615 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e22cc7-9153-41f9-9e8b-6c08770d8b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=d136ddb7-1fcf-490e-9bb0-2a84dfe0cc0a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:25.216230 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55530) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:25.286059 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5df50891-cf5e-4650-ad8d-57beaac17d70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=032af1e7386a47caabcfb97883e8d8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685060 Jan 28 12:07:25.288983 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55534) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:25.289836 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-78f59f64-1898-49fb-9fd7-43e1ffde68be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710635 Jan 28 12:07:25.339568 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c51cef5e-f24c-42a5-a3bd-d5d65920d05e admin admin] Publish callbacks [] for security_group (f0ced72e-3046-496e-8a65-07eb271e88c9), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.362813 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c51cef5e-f24c-42a5-a3bd-d5d65920d05e admin admin] Publish callbacks [] for security_group (f0ced72e-3046-496e-8a65-07eb271e88c9), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.373088 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-fe8d6521-a9c7-44ef-bd00-f798894d4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:25.374607 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-fe8d6521-a9c7-44ef-bd00-f798894d4495 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 1099 time: 0.0406594 Jan 28 12:07:25.409681 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c51cef5e-f24c-42a5-a3bd-d5d65920d05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f0ced72e-3046-496e-8a65-07eb271e88c9), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.412409 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c51cef5e-f24c-42a5-a3bd-d5d65920d05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.413632 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c51cef5e-f24c-42a5-a3bd-d5d65920d05e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0ced72e-3046-496e-8a65-07eb271e88c9 HTTP/1.1" status: 204 len: 168 time: 0.1236143 Jan 28 12:07:25.421645 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cef5e-f24c-42a5-a3bd-d5d65920d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ced72e-3046-496e-8a65-07eb271e88c9,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:25.481888 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-ce49b8fd-316a-44ab-b676-a209782e1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:25.483392 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-ce49b8fd-316a-44ab-b676-a209782e1b52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 200 len: 918 time: 0.0900283 Jan 28 12:07:25.548937 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-457dc8ad-7a06-47af-b841-057a42f6182b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 200 len: 1001 time: 0.0584993 Jan 28 12:07:25.599225 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-03fad8f6-b131-48d2-bcee-20b3ed222b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:25.600728 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-03fad8f6-b131-48d2-bcee-20b3ed222b98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 200 len: 856 time: 0.0456214 Jan 28 12:07:25.649104 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-29c9a71b-caa9-447c-8645-ec3dac12bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:25.650755 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-29c9a71b-caa9-447c-8645-ec3dac12bfea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8755c2ec-11f9-4265-88d2-00973becd3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434687 Jan 28 12:07:25.744474 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-597117a8-32bf-49de-b0d5-1463bad35d2d service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867450 Jan 28 12:07:25.749365 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55540) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:25.787770 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-12354f88-ba3d-49ca-b784-df190c0bc8c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=428a957ce0dc4dc1b561118fbc6dc621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372846 Jan 28 12:07:25.790514 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55542) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:25.837437 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7971548-e027-40e1-86d2-b1bc98c4dd2f admin admin] Publish callbacks [] for security_group (0b401e1e-84c1-43fd-ac3b-d0a0244ead4a), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.847686 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-961cfed2-bdf2-4f91-80e4-3af169b7682d req-e066957c-f574-4fc7-b04c-049a3b7085e4 service neutron] 10.222.0.39 "GET /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948434 Jan 28 12:07:25.859637 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7971548-e027-40e1-86d2-b1bc98c4dd2f admin admin] Publish callbacks [] for security_group (0b401e1e-84c1-43fd-ac3b-d0a0244ead4a), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.910912 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7971548-e027-40e1-86d2-b1bc98c4dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0b401e1e-84c1-43fd-ac3b-d0a0244ead4a), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.913760 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7971548-e027-40e1-86d2-b1bc98c4dd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:25.914858 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d7971548-e027-40e1-86d2-b1bc98c4dd2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b401e1e-84c1-43fd-ac3b-d0a0244ead4a HTTP/1.1" status: 204 len: 168 time: 0.1234055 Jan 28 12:07:25.922700 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7971548-e027-40e1-86d2-b1bc98c4dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b401e1e-84c1-43fd-ac3b-d0a0244ead4a,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:26.554170 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 84376bf1-b17b-43cf-b261-cc130665a500 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:26.575195 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 84376bf1-b17b-43cf-b261-cc130665a500 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:26.575538 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 84376bf1-b17b-43cf-b261-cc130665a500 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:26.622737 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55566) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:26.721788 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-729637602-network', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:26.748437 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Made reservation on behalf of 04552fdbdf57460f9723a040a31cb8f7 for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:07:26.750695 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:26.759681 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:26.838521 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks [] for security_group (fabe012d-a5b3-466e-9625-d8d23e5d117b), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:26.845884 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (fabe012d-a5b3-466e-9625-d8d23e5d117b), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:26.870167 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:07:26.878794 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe012d-a5b3-466e-9625-d8d23e5d117b,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:26.885150 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (98309b7a-1e13-46e2-a9b5-091d2e755019), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:26.885495 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Added segment 98309b7a-1e13-46e2-a9b5-091d2e755019 of type vlan for network a385901e-0429-4d3d-9e82-92605cefcf1e Jan 28 12:07:26.925835 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (a385901e-0429-4d3d-9e82-92605cefcf1e), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:26.954853 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (a385901e-0429-4d3d-9e82-92605cefcf1e), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:26.956108 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:26.956714 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.013293 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3892875 Jan 28 12:07:27.016440 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55570) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:27.021682 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Request body: {'subnet': {'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-729637602-subnet', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:27.022766 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d46d-628c-450d-9cd1-f98a5395c18d admin admin] Pushing event updated for resources: {'Network': ['ID=a385901e-0429-4d3d-9e82-92605cefcf1e,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:27.036412 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network a385901e-0429-4d3d-9e82-92605cefcf1e details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:07:27.045547 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Made reservation on behalf of 04552fdbdf57460f9723a040a31cb8f7 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:07:27.047929 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26662354'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.217798 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26305462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26662336'] for subnet (dba00513-1f8e-40a8-8089-6c1cfabe7060), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.272813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba00513-1f8e-40a8-8089-6c1cfabe7060,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:27.287879 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Checking segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:27.288247 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Network hostable DHCP agents. Network: a385901e-0429-4d3d-9e82-92605cefcf1e, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:07:27.306377 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Network a385901e-0429-4d3d-9e82-92605cefcf1e is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:07:27.317620 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, a385901e-0429-4d3d-9e82-92605cefcf1e) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:27.322392 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:27.323001 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.326692 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183deaa5-3a13-498d-b4e4-7efd47c4c74b None None] Network a385901e-0429-4d3d-9e82-92605cefcf1e requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:07:27.341453 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-11372f55-1b3f-4015-a04e-104b023d54ae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3237386 Jan 28 12:07:27.344240 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55572) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:27.349052 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:27.370329 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.371496 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.423330 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks [] for router_controller (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), precommit_add_association {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.433476 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-a385901e-0429-4d3d-9e82-92605cefcf1e', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:07:27.433476 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.578054 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Allocated IP 172.20.0.2 (a385901e-0429-4d3d-9e82-92605cefcf1e/dba00513-1f8e-40a8-8089-6c1cfabe7060/0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:07:27.581137 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks [] for router_gateway (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.735457 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Publish callbacks [] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.745995 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.788719 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Network a385901e-0429-4d3d-9e82-92605cefcf1e is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:27.791511 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:27.794837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks [] for router_gateway (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.797993 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:07:27.803207 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Pushing event updated for resources: {'Port': ['ID=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:27.822281 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.857477 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Attempting to bind port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:07:27.857759 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Attempting to bind port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:07:27.858119 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Attempting to bind port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:27.868736 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:07:27.869264 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Checking segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:27.869504 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.869897 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Bound using segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:07:27.870403 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Bound port: 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:07:27.870750 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:27.943103 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] For port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:07:27.947924 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] For port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:07:27.948935 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Allocated IP 172.27.0.12 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/ee382958-2575-43af-b7a6-f83520413b42) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:07:27.953504 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:28.013377 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e98d9-d54d-48c6-8082-54e04b65f108 None None] Pushing event updated for resources: {'Port': ['ID=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:28.323374 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bac99e-ce4b-419f-824a-369277d148e1 req-9d85deef-7fca-45e6-9123-07932ac5994c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:28.324952 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c1bac99e-ce4b-419f-824a-369277d148e1 req-9d85deef-7fca-45e6-9123-07932ac5994c tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 946 time: 0.3774848 Jan 28 12:07:28.401546 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c1bac99e-ce4b-419f-824a-369277d148e1 req-4d9ed5f3-61ac-4e71-a634-8ba00730664b tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703800 Jan 28 12:07:28.404028 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks [] for port (ee382958-2575-43af-b7a6-f83520413b42), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:28.442292 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (ee382958-2575-43af-b7a6-f83520413b42), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:28.480801 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:28.483502 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:28.486003 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:07:28.512434 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Pushing event updated for resources: {'Port': ['ID=ee382958-2575-43af-b7a6-f83520413b42,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:28.612538 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:28.668106 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:28.668442 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:28.761810 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:28.762185 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:28.762494 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks [] for router_gateway (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:28.797669 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:28.803586 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:28.857310 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:28.962659 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07cee2-56ce-4bac-8edb-77b4329b0f95 None None] Network a385901e-0429-4d3d-9e82-92605cefcf1e requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:07:28.970963 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.074048 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-e32a8a23-64da-4405-bbd1-54d1dddf9185 None None] Provisioning complete for port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:29.074421 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e32a8a23-64da-4405-bbd1-54d1dddf9185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.103568 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102404) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:07:29.159803 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-e32a8a23-64da-4405-bbd1-54d1dddf9185 None None] Current status of the port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:29.216072 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:29.229200 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:29.238394 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.242219 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-b2c0d98e-d8e8-41ce-9fe1-87ee762fb064 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8942854 Jan 28 12:07:29.242365 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:29.242365 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:29.242584 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55586) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:29.382735 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-f4b9d93b-0684-4cc0-93af-530a314cc04f None None] Provisioning complete for port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:29.383142 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d93b-0684-4cc0-93af-530a314cc04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.451179 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-e9f0a669-f20d-4876-94ed-732130edd3dc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:29.451682 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:29.453997 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-e9f0a669-f20d-4876-94ed-732130edd3dc tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 946 time: 0.0716274 Jan 28 12:07:29.516315 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9d93b-0684-4cc0-93af-530a314cc04f None None] Current status of the port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:29.562449 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Deleting port ad0bf618-b716-444e-8833-912a3949cc95 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:29.562815 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (ad0bf618-b716-444e-8833-912a3949cc95), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.616010 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002dcdb-8a4b-4674-9455-b91e48514431 req-f75c882f-4276-4306-8811-3b3610df44e9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:29.617502 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0002dcdb-8a4b-4674-9455-b91e48514431 req-f75c882f-4276-4306-8811-3b3610df44e9 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 946 time: 0.1011748 Jan 28 12:07:29.651708 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:28Z', 'revision_number': 3, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:29.655008 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] For port ad0bf618-b716-444e-8833-912a3949cc95, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ad0bf618-b716-444e-8833-912a3949cc95,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:29.655377 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (ad0bf618-b716-444e-8833-912a3949cc95), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.682211 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:29.682558 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Updating router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f port ee382958-2575-43af-b7a6-f83520413b42 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:07:29.708362 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ee382958-2575-43af-b7a6-f83520413b42), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.721133 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0002dcdb-8a4b-4674-9455-b91e48514431 req-70a5c634-7a1f-41f9-80dd-19a05d341504 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups?id=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960658 Jan 28 12:07:29.781594 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.838848 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.839216 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (3cef1656-da3c-4b81-9a9c-c06606bc1344), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.839533 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Floating IP 3cef1656-da3c-4b81-9a9c-c06606bc1344 disassociated. External IP: 172.27.0.160, port: ad0bf618-b716-444e-8833-912a3949cc95. Jan 28 12:07:29.839892 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Calling delete_port for ad0bf618-b716-444e-8833-912a3949cc95 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:29.945452 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Allocated IP 172.20.0.1 (a385901e-0429-4d3d-9e82-92605cefcf1e/dba00513-1f8e-40a8-8089-6c1cfabe7060/402cb053-ac8e-48bc-b278-a377acd8ba69) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:07:29.980989 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Publish callbacks [] for port (ee382958-2575-43af-b7a6-f83520413b42), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.987445 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ee382958-2575-43af-b7a6-f83520413b42), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:29.991370 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (ad0bf618-b716-444e-8833-912a3949cc95), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.020897 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event deleted for resources: {'Port': ['ID=ad0bf618-b716-444e-8833-912a3949cc95,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:30.050508 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Pushing event updated for resources: {'Port': ['ID=ee382958-2575-43af-b7a6-f83520413b42,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:30.067046 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks [] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.068596 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.069032 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.069443 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.070034 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.070152 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.070835 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.071188 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.071688 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.071866 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.072764 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.073291 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.073419 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.074194 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:07:30.079582 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Attempting to bind port ee382958-2575-43af-b7a6-f83520413b42 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:07:30.079978 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Attempting to bind port ee382958-2575-43af-b7a6-f83520413b42 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:07:30.080338 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Attempting to bind port ee382958-2575-43af-b7a6-f83520413b42 on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:30.087385 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:07:30.087755 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:30.088180 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.088563 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:07:30.089170 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Bound port: ee382958-2575-43af-b7a6-f83520413b42, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:07:30.089536 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ee382958-2575-43af-b7a6-f83520413b42), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.107704 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.144800 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] For port ee382958-2575-43af-b7a6-f83520413b42, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:07:30.145281 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Router 1b667aba-49ba-44f3-b4e1-530570e6e164 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:07:30.149588 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] For port ee382958-2575-43af-b7a6-f83520413b42, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=ee382958-2575-43af-b7a6-f83520413b42,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:07:30.155574 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Network a385901e-0429-4d3d-9e82-92605cefcf1e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:30.156425 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ee382958-2575-43af-b7a6-f83520413b42), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.161745 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:30.167096 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:07:30.170345 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Pushing event updated for resources: {'Port': ['ID=402cb053-ac8e-48bc-b278-a377acd8ba69,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:30.210808 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.230563 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:30.231262 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:30.259398 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:30.272165 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] Sync routers for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:30.285171 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:30.286543 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:30.297105 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb255cd-cc63-4059-ac85-e1295650c657 None None] Pushing event updated for resources: {'Port': ['ID=ee382958-2575-43af-b7a6-f83520413b42,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:30.313852 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] No DVR routers for this DVR port ad0bf618-b716-444e-8833-912a3949cc95 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:30.318254 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.322140 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d722bf3a-ab00-4bbb-82a1-192670986fc3 req-25a68a58-26cf-4e8a-b3fd-e319dc9ccc7f tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.39 "DELETE /v2.0/ports/ad0bf618-b716-444e-8833-912a3949cc95 HTTP/1.1" status: 204 len: 173 time: 0.8559494 Jan 28 12:07:30.323581 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-deleted', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:07:30.326102 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd35b691-af79-478a-9c3e-c373dfcd524b" -d '{"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-deleted", "tag": "ad0bf618-b716-444e-8833-912a3949cc95"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:07:30.387135 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636c0afb-3260-48bc-bbc6-2e81f4231678 x-openstack-request-id: req-636c0afb-3260-48bc-bbc6-2e81f4231678 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:07:30.387431 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ea10a0-ffa7-4842-861b-919a3533cc69", "name": "network-vif-deleted", "tag": "ad0bf618-b716-444e-8833-912a3949cc95", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:07:30.387676 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-636c0afb-3260-48bc-bbc6-2e81f4231678 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:07:30.388116 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ea10a0-ffa7-4842-861b-919a3533cc69', 'name': 'network-vif-deleted', 'tag': 'ad0bf618-b716-444e-8833-912a3949cc95', 'status': 'completed', 'code': 200} Jan 28 12:07:30.407004 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.410714 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:30.539773 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:30.635782 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:30.662133 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks [] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.670015 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.683740 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:28Z', 'revision_number': 3, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:30.723208 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9079d6-ecdb-4c02-879c-d2a15368cd53 None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:28Z', 'revision_number': 3, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:30.740484 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Pushing event updated for resources: {'Port': ['ID=402cb053-ac8e-48bc-b278-a377acd8ba69,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:30.744018 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.879276 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-c4ea8042-affd-4b3b-a795-6c3512043c04 None None] Provisioning complete for port 402cb053-ac8e-48bc-b278-a377acd8ba69 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:30.879641 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c4ea8042-affd-4b3b-a795-6c3512043c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:30.904974 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-75401f1c-947a-4809-9dbd-26c1f67e1949 req-8e09bcbb-3398-4371-8179-75f0c57aca46 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/ports?device_id=69ea10a0-ffa7-4842-861b-919a3533cc69 HTTP/1.1" status: 200 len: 210 time: 0.0595038 Jan 28 12:07:30.947760 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea8042-affd-4b3b-a795-6c3512043c04 None None] Port 402cb053-ac8e-48bc-b278-a377acd8ba69 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:07:30.957875 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Network a385901e-0429-4d3d-9e82-92605cefcf1e is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:30.960296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:30.968740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:30.969113 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:31.128363 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:31.136894 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:31.137124 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:07:31.171335 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] Checking router: 1b667aba-49ba-44f3-b4e1-530570e6e164 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:31.181981 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:31.182612 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:31.280048 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:31.291379 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-55b7f220-692f-4425-a9b6-9124b476902d admin admin] 10.222.0.36 "PUT /v2.0/routers/af3d11ce-3262-4223-a2bc-f10f1d5b2f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0477726 Jan 28 12:07:31.321195 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:31.353867 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-c4ece4e8-4542-4d14-8391-555fa8e699a8 None None] Provisioning complete for port 402cb053-ac8e-48bc-b278-a377acd8ba69 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:31.354244 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c4ece4e8-4542-4d14-8391-555fa8e699a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:31.466977 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-c4ece4e8-4542-4d14-8391-555fa8e699a8 None None] Port 402cb053-ac8e-48bc-b278-a377acd8ba69 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:07:31.569553 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:31.598115 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16cbfb3-8b52-4419-ba54-b1a592fbeacb None None] The sync data for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi is: [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:56Z', 'revision_number': 4, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '1026b7f8-4fbb-4933-9521-c1e5bea7b894', 'name': '', 'network_id': '8755c2ec-11f9-4265-88d2-00973becd3c5', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'mac_address': 'fa:16:3e:17:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:55Z', 'updated_at': '2022-01-28T12:02:00Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'subnets': [{'id': '619699fe-5bce-4996-9a46-2cc976366c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:31.801684 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55608) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:31.806769 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1638937910-network', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:31.828246 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Made reservation on behalf of aec727e861da4b7e83c509007eca2bb4 for: {'network': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:07:31.831032 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for network (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:31.840547 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:31.886069 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ca424-dd25-4d11-9318-94b1143cfc1b None None] New status for floating IP 3cef1656-da3c-4b81-9a9c-c06606bc1344: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:07:31.921373 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks [] for security_group (38bc3636-054a-4dcb-8b18-f6f175bf6496), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:31.926542 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (38bc3636-054a-4dcb-8b18-f6f175bf6496), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:31.953494 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=102404) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 12:07:31.965890 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bc3636-054a-4dcb-8b18-f6f175bf6496,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:31.972100 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (57efa612-55b5-439d-81b1-b03acd83c679), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:31.972441 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.segments_db [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Added segment 57efa612-55b5-439d-81b1-b03acd83c679 of type vlan for network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 Jan 28 12:07:32.020871 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743834487152'] for network (4f7ce86a-ea6c-471e-aea3-e135b32b4c06), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.041607 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55614) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:32.053246 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806'] for network (4f7ce86a-ea6c-471e-aea3-e135b32b4c06), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.054408 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:32.055171 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.098532 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ba14-8067-4f96-8180-ae06a734bcbd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (96bb8172-a0cd-4e1f-9d04-e895dfd0c47c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.114931 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3119915 Jan 28 12:07:32.117665 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55616) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:32.126065 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Request body: {'subnet': {'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1638937910-subnet', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'ip_version': 4}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:32.126241 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ba14-8067-4f96-8180-ae06a734bcbd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (96bb8172-a0cd-4e1f-9d04-e895dfd0c47c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.130274 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422c09d-e947-4b9b-9f57-a4ec163682ac admin admin] Pushing event updated for resources: {'Network': ['ID=4f7ce86a-ea6c-471e-aea3-e135b32b4c06,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:32.141748 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 details requested by agent ovs-agent-dv-cinder-811877-11-iscsi with host dv-cinder-811877-11-iscsi {{(pid=102406) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 12:07:32.150404 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Made reservation on behalf of aec727e861da4b7e83c509007eca2bb4 for: {'subnet': 1} {{(pid=102404) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:07:32.153001 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25457401'] for subnet (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.182534 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ba14-8067-4f96-8180-ae06a734bcbd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (96bb8172-a0cd-4e1f-9d04-e895dfd0c47c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.185352 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ba14-8067-4f96-8180-ae06a734bcbd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.186586 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e0e6ba14-8067-4f96-8180-ae06a734bcbd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "DELETE /v2.0/security-groups/96bb8172-a0cd-4e1f-9d04-e895dfd0c47c HTTP/1.1" status: 204 len: 168 time: 0.1439757 Jan 28 12:07:32.191247 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55618) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:32.203996 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6ba14-8067-4f96-8180-ae06a734bcbd tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb8172-a0cd-4e1f-9d04-e895dfd0c47c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:32.213882 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.api.v2.resource [None req-f4277804-1336-4c6f-9715-459ab9eca422 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] show failed (client error): The resource could not be found. Jan 28 12:07:32.215664 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f4277804-1336-4c6f-9715-459ab9eca422 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "GET /v2.0/security-groups/96bb8172-a0cd-4e1f-9d04-e895dfd0c47c HTTP/1.1" status: 404 len: 347 time: 0.0233266 Jan 28 12:07:32.219035 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55620) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:32.349187 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Deleting port 380e520f-73be-4cb6-8263-c827737f5dcd {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:32.349696 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (380e520f-73be-4cb6-8263-c827737f5dcd), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.364567 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25222247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25457387'] for subnet (ece4a4ec-5874-43c2-8e5b-f09d9514f35f), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.419772 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece4a4ec-5874-43c2-8e5b-f09d9514f35f,revision_number=0']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:32.431769 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (380e520f-73be-4cb6-8263-c827737f5dcd), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.432108 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (380e520f-73be-4cb6-8263-c827737f5dcd), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.432275 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Checking segment: {'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:32.432487 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Network hostable DHCP agents. Network: 4f7ce86a-ea6c-471e-aea3-e135b32b4c06, hostable agents: ['4750af0f-1372-4375-ab0c-0d544783418b'], hosted agents: [] {{(pid=102404) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 12:07:32.445940 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Calling delete_port for 380e520f-73be-4cb6-8263-c827737f5dcd owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:32.452669 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 is scheduled to be hosted by DHCP agent 4750af0f-1372-4375-ab0c-0d544783418b with binding_index 1 {{(pid=102404) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 12:07:32.463964 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-11-iscsi, 4f7ce86a-ea6c-471e-aea3-e135b32b4c06) {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:32.469204 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:32.469884 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.474439 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb49c3c-48d9-43cd-a492-254c84e8d0cd None None] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:07:32.496045 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6da0ce19-b03b-45d9-b76c-ef5cec9caed6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3758130 Jan 28 12:07:32.498767 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55622) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:32.507391 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:32.566138 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-532655', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10245'] for router (17e7c35c-28ea-486c-9ac5-ef2acb61582d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.567214 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-538581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1033819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10300'] for router (17e7c35c-28ea-486c-9ac5-ef2acb61582d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.598229 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663c8333-83d6-5c11-9bfc-8c0bec8dcef3-4f7ce86a-ea6c-471e-aea3-e135b32b4c06', 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06', 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'fixed_ips': [{'subnet_id': 'ece4a4ec-5874-43c2-8e5b-f09d9514f35f'}]}} from dv-cinder-811877-11-iscsi. {{(pid=102406) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 12:07:32.599152 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.612597 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:32.637088 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:32.637737 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:32.660072 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks [] for router_controller (17e7c35c-28ea-486c-9ac5-ef2acb61582d), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.715810 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device ee382958-2575-43af-b7a6-f83520413b42 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:32.742337 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (380e520f-73be-4cb6-8263-c827737f5dcd), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.835536 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks [] for router_gateway (17e7c35c-28ea-486c-9ac5-ef2acb61582d), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.838703 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Pushing event deleted for resources: {'Port': ['ID=380e520f-73be-4cb6-8263-c827737f5dcd,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:32.885349 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:32.887799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Allocated IP 172.20.0.2 (4f7ce86a-ea6c-471e-aea3-e135b32b4c06/ece4a4ec-5874-43c2-8e5b-f09d9514f35f/53b47d0e-dbad-401c-b215-48e7dac3f851) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:07:32.933075 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port ee382958-2575-43af-b7a6-f83520413b42 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:32.933462 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (ee382958-2575-43af-b7a6-f83520413b42), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.942773 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks [] for floatingip (3cef1656-da3c-4b81-9a9c-c06606bc1344), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.945525 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:32.946668 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8d6d7281-8c6b-4c5f-bf57-3bd5a14029f5 tempest-AttachVolumeShelveTestJSON-705304642 tempest-AttachVolumeShelveTestJSON-705304642-project] 10.222.0.36 "DELETE /v2.0/floatingips/3cef1656-da3c-4b81-9a9c-c06606bc1344 HTTP/1.1" status: 204 len: 168 time: 0.7265246 Jan 28 12:07:33.117161 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks [] for router_gateway (17e7c35c-28ea-486c-9ac5-ef2acb61582d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.136376 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.247494 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Allocated IP 172.27.0.220 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/bea7232e-60bc-4306-bc65-5857738b2883) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:07:33.361697 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks [] for port (bea7232e-60bc-4306-bc65-5857738b2883), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.368373 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:33.396409 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (bea7232e-60bc-4306-bc65-5857738b2883), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.404776 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: ad0bf618-b716-444e-8833-912a3949cc95 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:33.405119 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device ad0bf618-b716-444e-8833-912a3949cc95 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:33.433451 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:33.436130 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:33.441306 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port ee382958-2575-43af-b7a6-f83520413b42 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:33.441651 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (ee382958-2575-43af-b7a6-f83520413b42), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.442398 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:07:33.455827 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Publish callbacks [] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.468562 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=bea7232e-60bc-4306-bc65-5857738b2883,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:33.474635 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port ee382958-2575-43af-b7a6-f83520413b42, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=ee382958-2575-43af-b7a6-f83520413b42,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:33.477425 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.504255 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (ee382958-2575-43af-b7a6-f83520413b42), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.530898 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:33.533280 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Pushing event updated for resources: {'Port': ['ID=53b47d0e-dbad-401c-b215-48e7dac3f851,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:33.536420 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:33.541660 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:07:33.577869 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 2, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:33.629452 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:33.629678 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Updating router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f port 402cb053-ac8e-48bc-b278-a377acd8ba69 binding host dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:07:33.675515 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=ee382958-2575-43af-b7a6-f83520413b42,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:33.686395 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Attempting to bind port 53b47d0e-dbad-401c-b215-48e7dac3f851 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:07:33.686791 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Attempting to bind port 53b47d0e-dbad-401c-b215-48e7dac3f851 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:07:33.687155 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Attempting to bind port 53b47d0e-dbad-401c-b215-48e7dac3f851 on network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:33.689601 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.699507 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks [] for router_gateway (17e7c35c-28ea-486c-9ac5-ef2acb61582d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.700994 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:07:33.701374 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Checking segment: {'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:33.701771 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.702170 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Bound using segment: {'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:07:33.702687 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Bound port: 53b47d0e-dbad-401c-b215-48e7dac3f851, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:07:33.703030 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.846364 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] For port 53b47d0e-dbad-401c-b215-48e7dac3f851, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:07:33.851194 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] For port 53b47d0e-dbad-401c-b215-48e7dac3f851, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=53b47d0e-dbad-401c-b215-48e7dac3f851,segment=NetworkSegment(57efa612-55b5-439d-81b1-b03acd83c679),segment_id=57efa612-55b5-439d-81b1-b03acd83c679)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:07:33.859636 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.892628 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538528'] for router (17e7c35c-28ea-486c-9ac5-ef2acb61582d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:33.968519 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a1b1-f38c-4593-bd15-49878a8d96e4 None None] Pushing event updated for resources: {'Port': ['ID=53b47d0e-dbad-401c-b215-48e7dac3f851,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:34.032407 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Router 17e7c35c-28ea-486c-9ac5-ef2acb61582d is scheduled to L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 12:07:34.061222 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Publish callbacks [] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.069987 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.161177 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324fb1-c919-4492-9581-3cb6d84db6cc None None] Pushing event updated for resources: {'Port': ['ID=402cb053-ac8e-48bc-b278-a377acd8ba69,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:34.203059 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Attempting to bind port 402cb053-ac8e-48bc-b278-a377acd8ba69 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:07:34.203375 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Attempting to bind port 402cb053-ac8e-48bc-b278-a377acd8ba69 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:07:34.203740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Attempting to bind port 402cb053-ac8e-48bc-b278-a377acd8ba69 on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:34.209866 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:07:34.210248 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Checking segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:34.210651 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.211056 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Bound using segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:07:34.211559 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Bound port: 402cb053-ac8e-48bc-b278-a377acd8ba69, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:07:34.211956 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.298875 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] For port 402cb053-ac8e-48bc-b278-a377acd8ba69, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:07:34.302549 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] For port 402cb053-ac8e-48bc-b278-a377acd8ba69, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=402cb053-ac8e-48bc-b278-a377acd8ba69,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:07:34.309955 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.405995 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:34.407088 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:34.464193 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324fb1-c919-4492-9581-3cb6d84db6cc None None] Pushing event updated for resources: {'Port': ['ID=402cb053-ac8e-48bc-b278-a377acd8ba69,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:34.496791 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:34.505583 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Sync routers for ids ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:34.520526 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Routers {'17e7c35c-28ea-486c-9ac5-ef2acb61582d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:34.521206 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:34.522878 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.524475 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b1aaae08-05e3-44b4-b8aa-d64ecb98bcc9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0245204 Jan 28 12:07:34.528064 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55638) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:34.559506 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-58e1b773-35ba-4e9f-9067-4cc3c2569e2b None None] Provisioning complete for port 402cb053-ac8e-48bc-b278-a377acd8ba69 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:34.560063 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-58e1b773-35ba-4e9f-9067-4cc3c2569e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.656568 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:34.683312 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Set router 17e7c35c-28ea-486c-9ac5-ef2acb61582d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:34.773803 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-58e1b773-35ba-4e9f-9067-4cc3c2569e2b None None] Current status of the port 402cb053-ac8e-48bc-b278-a377acd8ba69 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:34.774206 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-58e1b773-35ba-4e9f-9067-4cc3c2569e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.907230 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device ee382958-2575-43af-b7a6-f83520413b42 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:34.944529 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-58e1b773-35ba-4e9f-9067-4cc3c2569e2b None None] For port 402cb053-ac8e-48bc-b278-a377acd8ba69, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=402cb053-ac8e-48bc-b278-a377acd8ba69,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:34.959240 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-58e1b773-35ba-4e9f-9067-4cc3c2569e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:34.968221 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 3, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port': {'id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:33Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:35.010165 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Checking router: 17e7c35c-28ea-486c-9ac5-ef2acb61582d for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:35.010533 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Updating router 17e7c35c-28ea-486c-9ac5-ef2acb61582d port bea7232e-60bc-4306-bc65-5857738b2883 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:07:35.040471 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bea7232e-60bc-4306-bc65-5857738b2883), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.061329 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1b773-35ba-4e9f-9067-4cc3c2569e2b None None] Pushing event updated for resources: {'Port': ['ID=402cb053-ac8e-48bc-b278-a377acd8ba69,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:35.082345 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port ee382958-2575-43af-b7a6-f83520413b42 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:35.082719 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (ee382958-2575-43af-b7a6-f83520413b42), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.088530 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.127403 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-29a58f2b-49fa-4e27-91ab-2c67fa9fc1dc None None] Provisioning complete for port 402cb053-ac8e-48bc-b278-a377acd8ba69 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:35.128425 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29a58f2b-49fa-4e27-91ab-2c67fa9fc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.181209 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:35.221200 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da02197-8b6a-406c-ab1a-43f359244a59 None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:35.335612 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Allocated IP 172.20.0.1 (4f7ce86a-ea6c-471e-aea3-e135b32b4c06/ece4a4ec-5874-43c2-8e5b-f09d9514f35f/f81a8b7e-3d3a-49da-a145-5fd874a3aaf1) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:07:35.418199 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6651f-8cbd-4536-b08f-fc04e1726c93 None None] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:07:35.481184 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks [] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.534309 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-29a58f2b-49fa-4e27-91ab-2c67fa9fc1dc None None] Current status of the port 402cb053-ac8e-48bc-b278-a377acd8ba69 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:35.539568 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Publish callbacks [] for port (bea7232e-60bc-4306-bc65-5857738b2883), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.541471 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.543056 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port ee382958-2575-43af-b7a6-f83520413b42 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:35.545110 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 53b47d0e-dbad-401c-b215-48e7dac3f851 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:35.551024 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (bea7232e-60bc-4306-bc65-5857738b2883), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.580021 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55646) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:35.603646 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:35.611375 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:35.619626 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:07:35.623235 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf79d19-81eb-4680-bd63-c5fcff72dd07 None None] Pushing event updated for resources: {'Port': ['ID=bea7232e-60bc-4306-bc65-5857738b2883,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:35.647944 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Attempting to bind port bea7232e-60bc-4306-bc65-5857738b2883 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:07:35.648612 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Attempting to bind port bea7232e-60bc-4306-bc65-5857738b2883 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:07:35.649129 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Attempting to bind port bea7232e-60bc-4306-bc65-5857738b2883 on network 3de72453-1fac-40f5-8076-0c354680822f {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:35.655652 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:07:35.656341 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Checking segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:35.657182 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.657734 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Bound using segment: {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:07:35.658491 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Bound port: bea7232e-60bc-4306-bc65-5857738b2883, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5a42f3-2833-4d1a-b2db-ae5edb3fda77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3de72453-1fac-40f5-8076-0c354680822f'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:07:35.659179 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bea7232e-60bc-4306-bc65-5857738b2883), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.680707 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 53b47d0e-dbad-401c-b215-48e7dac3f851 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:35.681274 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.684649 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-26a3ec89-677f-403c-9a5f-878c63942284 None None] Provisioning complete for port 53b47d0e-dbad-401c-b215-48e7dac3f851 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:35.685127 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-26a3ec89-677f-403c-9a5f-878c63942284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.697922 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539349'] for router_interface (17e7c35c-28ea-486c-9ac5-ef2acb61582d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.740414 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] For port bea7232e-60bc-4306-bc65-5857738b2883, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:07:35.744335 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] For port bea7232e-60bc-4306-bc65-5857738b2883, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=bea7232e-60bc-4306-bc65-5857738b2883,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:07:35.759956 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (bea7232e-60bc-4306-bc65-5857738b2883), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.819299 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Pushing event updated for resources: {'Port': ['ID=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:35.839072 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf79d19-81eb-4680-bd63-c5fcff72dd07 None None] Pushing event updated for resources: {'Port': ['ID=bea7232e-60bc-4306-bc65-5857738b2883,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:35.882881 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Routers {'17e7c35c-28ea-486c-9ac5-ef2acb61582d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:35.883607 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:35.913860 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-26a3ec89-677f-403c-9a5f-878c63942284 None None] Current status of the port 53b47d0e-dbad-401c-b215-48e7dac3f851 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:35.913860 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-26a3ec89-677f-403c-9a5f-878c63942284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.937310 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 53b47d0e-dbad-401c-b215-48e7dac3f851 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:35.937310 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:35.981357 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.002470 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-26a3ec89-677f-403c-9a5f-878c63942284 None None] For port 53b47d0e-dbad-401c-b215-48e7dac3f851, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=53b47d0e-dbad-401c-b215-48e7dac3f851,segment=NetworkSegment(57efa612-55b5-439d-81b1-b03acd83c679),segment_id=57efa612-55b5-439d-81b1-b03acd83c679)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:36.012808 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-26a3ec89-677f-403c-9a5f-878c63942284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.091541 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] Set router 17e7c35c-28ea-486c-9ac5-ef2acb61582d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:36.184150 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.db.api [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 12:07:36.187950 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG oslo_db.api [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 12:07:36.195917 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ec89-677f-403c-9a5f-878c63942284 None None] Pushing event updated for resources: {'Port': ['ID=53b47d0e-dbad-401c-b215-48e7dac3f851,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:36.198998 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-b4dfdb8c-2201-4037-bcf0-da4de8596c37 None None] Provisioning complete for port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:36.199449 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b4dfdb8c-2201-4037-bcf0-da4de8596c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.249885 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-b4dfdb8c-2201-4037-bcf0-da4de8596c37 None None] Port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:07:36.268994 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-b4dfdb8c-2201-4037-bcf0-da4de8596c37 None None] Provisioning complete for port 53b47d0e-dbad-401c-b215-48e7dac3f851 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:36.269709 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b4dfdb8c-2201-4037-bcf0-da4de8596c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.377686 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks [] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.387733 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.394854 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 3, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port': {'id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:33Z', 'updated_at': '2022-01-28T12:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:36.407962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-b4dfdb8c-2201-4037-bcf0-da4de8596c37 None None] Current status of the port 53b47d0e-dbad-401c-b215-48e7dac3f851 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:36.450380 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818dc469-37ec-4275-ac0f-d168c258467a None None] The sync data for ids ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'] in dv-cinder-811877-11-iscsi is: [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 3, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port': {'id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:33Z', 'updated_at': '2022-01-28T12:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:36.469068 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Pushing event updated for resources: {'Port': ['ID=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:36.491244 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-728596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539493'] for router_interface (17e7c35c-28ea-486c-9ac5-ef2acb61582d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.540162 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bafd8223-ca1c-4bf9-ace9-60347f7b8ed4 None None] Provisioning complete for port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:36.540552 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bafd8223-ca1c-4bf9-ace9-60347f7b8ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.582860 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bafd8223-ca1c-4bf9-ace9-60347f7b8ed4 None None] Port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:07:36.630833 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:36.632330 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:36.732211 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 53b47d0e-dbad-401c-b215-48e7dac3f851 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:36.826960 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Router 17e7c35c-28ea-486c-9ac5-ef2acb61582d has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:07:36.950568 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (1b667aba-49ba-44f3-b4e1-530570e6e164), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:36.990601 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:37.000329 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-85379dab-9eb3-4a48-adeb-471b8f72db9d admin admin] 10.222.0.36 "PUT /v2.0/routers/17e7c35c-28ea-486c-9ac5-ef2acb61582d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4715853 Jan 28 12:07:37.100096 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 53b47d0e-dbad-401c-b215-48e7dac3f851 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:37.177482 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40a8075a-0247-4b30-a04d-1998b46be270 None None] Provisioning complete for port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:37.177854 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40a8075a-0247-4b30-a04d-1998b46be270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.229975 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 53b47d0e-dbad-401c-b215-48e7dac3f851 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:37.230577 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.232456 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40a8075a-0247-4b30-a04d-1998b46be270 None None] Port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:07:37.320232 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Deleting port 1026b7f8-4fbb-4933-9521-c1e5bea7b894 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:37.320656 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.323054 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 53b47d0e-dbad-401c-b215-48e7dac3f851 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:37.324498 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 402cb053-ac8e-48bc-b278-a377acd8ba69 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:37.386313 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port 402cb053-ac8e-48bc-b278-a377acd8ba69 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:37.386687 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.419278 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] For port 1026b7f8-4fbb-4933-9521-c1e5bea7b894, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=1026b7f8-4fbb-4933-9521-c1e5bea7b894,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:37.419969 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.435119 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Calling delete_port for 1026b7f8-4fbb-4933-9521-c1e5bea7b894 owned by network:router_interface {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:37.474955 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port 402cb053-ac8e-48bc-b278-a377acd8ba69 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:37.632618 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (1026b7f8-4fbb-4933-9521-c1e5bea7b894), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.659893 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Pushing event deleted for resources: {'Port': ['ID=1026b7f8-4fbb-4933-9521-c1e5bea7b894,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:37.708962 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55656) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:37.715794 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-8a28a9e9-500e-4ad8-b2f6-2289af2cd2e6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705740942', 'description': 'tempest-secgroup-smoke-1705740942 description', 'project_id': '04552fdbdf57460f9723a040a31cb8f7'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:37.744227 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a28a9e9-500e-4ad8-b2f6-2289af2cd2e6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.821494 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a28a9e9-500e-4ad8-b2f6-2289af2cd2e6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group (ed12b509-9c4b-4ff9-a62c-2733e75b4509), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.826752 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a28a9e9-500e-4ad8-b2f6-2289af2cd2e6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ed12b509-9c4b-4ff9-a62c-2733e75b4509), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.839663 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (1b667aba-49ba-44f3-b4e1-530570e6e164), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.856915 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28a9e9-500e-4ad8-b2f6-2289af2cd2e6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed12b509-9c4b-4ff9-a62c-2733e75b4509,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:37.862379 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a28a9e9-500e-4ad8-b2f6-2289af2cd2e6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.867551 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8a28a9e9-500e-4ad8-b2f6-2289af2cd2e6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1560340 Jan 28 12:07:37.868402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55658) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:37.873585 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-769581a4-2f7a-40c1-937d-857c92802a16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'security_group_rule': {'security_group_id': 'ed12b509-9c4b-4ff9-a62c-2733e75b4509', 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:37.903958 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-769581a4-2f7a-40c1-937d-857c92802a16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (bd7f9447-6ae2-4f2e-b7b5-87386e5b8f27), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.959835 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-769581a4-2f7a-40c1-937d-857c92802a16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (bd7f9447-6ae2-4f2e-b7b5-87386e5b8f27), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.967224 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-769581a4-2f7a-40c1-937d-857c92802a16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (bd7f9447-6ae2-4f2e-b7b5-87386e5b8f27), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.985441 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769581a4-2f7a-40c1-937d-857c92802a16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7f9447-6ae2-4f2e-b7b5-87386e5b8f27,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:37.997085 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-769581a4-2f7a-40c1-937d-857c92802a16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:37.999131 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-769581a4-2f7a-40c1-937d-857c92802a16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296651 Jan 28 12:07:38.001829 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55660) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:38.006431 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-b16e170e-7040-4c5d-9571-d9dd12e074fc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'security_group_rule': {'security_group_id': 'ed12b509-9c4b-4ff9-a62c-2733e75b4509', 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:38.030153 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b16e170e-7040-4c5d-9571-d9dd12e074fc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (e2e585e2-c975-4c1f-becc-65a68f725798), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.068621 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Router 1b667aba-49ba-44f3-b4e1-530570e6e164 has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:07:38.089839 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b16e170e-7040-4c5d-9571-d9dd12e074fc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (e2e585e2-c975-4c1f-becc-65a68f725798), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.094141 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b16e170e-7040-4c5d-9571-d9dd12e074fc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (e2e585e2-c975-4c1f-becc-65a68f725798), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.114102 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e170e-7040-4c5d-9571-d9dd12e074fc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e585e2-c975-4c1f-becc-65a68f725798,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:38.123264 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b16e170e-7040-4c5d-9571-d9dd12e074fc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.124550 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b16e170e-7040-4c5d-9571-d9dd12e074fc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215985 Jan 28 12:07:38.127394 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55662) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:38.132440 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-539bc66d-af02-449f-80dd-c24db9e3f70b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'security_group_rule': {'security_group_id': 'ed12b509-9c4b-4ff9-a62c-2733e75b4509', 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:38.159039 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-539bc66d-af02-449f-80dd-c24db9e3f70b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (fe38d2f9-6733-4578-abc3-7259236a665f), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.184016 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:07:38.189141 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-4a6fdcb8-c192-4e4d-a7f4-21978051c045 admin admin] 10.222.0.36 "PUT /v2.0/routers/1b667aba-49ba-44f3-b4e1-530570e6e164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6080384 Jan 28 12:07:38.191926 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55664) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:38.197955 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] Sync routers for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:38.209942 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:38.210684 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:38.223982 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-539bc66d-af02-449f-80dd-c24db9e3f70b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (fe38d2f9-6733-4578-abc3-7259236a665f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.229079 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-539bc66d-af02-449f-80dd-c24db9e3f70b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (fe38d2f9-6733-4578-abc3-7259236a665f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.246126 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bc66d-af02-449f-80dd-c24db9e3f70b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe38d2f9-6733-4578-abc3-7259236a665f,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:38.260516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-539bc66d-af02-449f-80dd-c24db9e3f70b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.261738 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-539bc66d-af02-449f-80dd-c24db9e3f70b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333933 Jan 28 12:07:38.264593 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55666) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:38.269076 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-a6ade3ad-fead-4440-b60f-3abd2ed0dee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'security_group_rule': {'security_group_id': 'ed12b509-9c4b-4ff9-a62c-2733e75b4509', 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:38.295414 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a6ade3ad-fead-4440-b60f-3abd2ed0dee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (c012e04e-ea8b-450e-8500-dfa9d712acf6), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.300238 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks [] for router (1b667aba-49ba-44f3-b4e1-530570e6e164), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.326671 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:38.361878 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a6ade3ad-fead-4440-b60f-3abd2ed0dee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (c012e04e-ea8b-450e-8500-dfa9d712acf6), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.367315 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a6ade3ad-fead-4440-b60f-3abd2ed0dee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (c012e04e-ea8b-450e-8500-dfa9d712acf6), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.384722 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ade3ad-fead-4440-b60f-3abd2ed0dee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c012e04e-ea8b-450e-8500-dfa9d712acf6,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:38.394998 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a6ade3ad-fead-4440-b60f-3abd2ed0dee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.396572 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a6ade3ad-fead-4440-b60f-3abd2ed0dee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310248 Jan 28 12:07:38.399141 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55668) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:38.403724 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'security_group_rule': {'security_group_id': 'ed12b509-9c4b-4ff9-a62c-2733e75b4509', 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:38.411424 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks [] for router_gateway (1b667aba-49ba-44f3-b4e1-530570e6e164), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.435446 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Project 04552fdbdf57460f9723a040a31cb8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:07:38.442759 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (9fba5a8c-6807-4108-b939-0c08886464f5), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.480523 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Deleting port 2297f781-cdb8-4bf0-835a-4a7452055112 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:38.480862 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.517626 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (9fba5a8c-6807-4108-b939-0c08886464f5), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.522882 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (9fba5a8c-6807-4108-b939-0c08886464f5), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.541744 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fba5a8c-6807-4108-b939-0c08886464f5,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:38.552806 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:07:37Z', 'revision_number': 5, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port': {'id': '2297f781-cdb8-4bf0-835a-4a7452055112', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:38.554420 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.555778 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ff812b17-31e9-4544-b74c-e51561fb7f28 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556730 Jan 28 12:07:38.558520 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55670) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:38.563299 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'security_group_rule': {'security_group_id': 'ed12b509-9c4b-4ff9-a62c-2733e75b4509', 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:38.584626 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] Checking router: 1b667aba-49ba-44f3-b4e1-530570e6e164 for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:38.587108 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] For port 2297f781-cdb8-4bf0-835a-4a7452055112, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=2297f781-cdb8-4bf0-835a-4a7452055112,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:38.587549 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.588298 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Project 04552fdbdf57460f9723a040a31cb8f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 12:07:38.593400 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (a4eb467c-bcd0-4c94-a088-b1f1ea755539), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.594842 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] Routers {'1b667aba-49ba-44f3-b4e1-530570e6e164'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:38.595604 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['1b667aba-49ba-44f3-b4e1-530570e6e164'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:38.600817 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Calling delete_port for 2297f781-cdb8-4bf0-835a-4a7452055112 owned by network:router_gateway {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:38.655822 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (a4eb467c-bcd0-4c94-a088-b1f1ea755539), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.660698 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-821896'] for security_group_rule (a4eb467c-bcd0-4c94-a088-b1f1ea755539), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.681429 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4eb467c-bcd0-4c94-a088-b1f1ea755539,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:38.691694 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.693017 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c8e79857-6036-4788-8c75-a3ce1f1dc6ac tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333549 Jan 28 12:07:38.696844 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] Set router 1b667aba-49ba-44f3-b4e1-530570e6e164 gateway port host: None {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:38.751540 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:07:38Z', 'revision_number': 6, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:38.787374 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a138ec0-29fc-46e5-9ad5-d0b4162b8226 None None] The sync data for ids ['1b667aba-49ba-44f3-b4e1-530570e6e164'] in dv-cinder-811877-11-iscsi is: [{'id': '1b667aba-49ba-44f3-b4e1-530570e6e164', 'name': 'tempest-AttachVolumeShelveTestJSON-1391752993-router', 'tenant_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:01:53Z', 'updated_at': '2022-01-28T12:07:38Z', 'revision_number': 6, 'project_id': '2b68d472b57542cb97cc4f996fe5a2fe', 'gw_port_host': None}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:38.818289 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (2297f781-cdb8-4bf0-835a-4a7452055112), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:38.870622 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2297f781-cdb8-4bf0-835a-4a7452055112,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:38.871781 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Sync routers for ids ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:07:38.883338 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Routers {'17e7c35c-28ea-486c-9ac5-ef2acb61582d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:38.884094 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:38.938674 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (1b667aba-49ba-44f3-b4e1-530570e6e164), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.002114 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Set router 17e7c35c-28ea-486c-9ac5-ef2acb61582d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:39.032386 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (1b667aba-49ba-44f3-b4e1-530570e6e164), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.034982 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks [] for router_controller (1b667aba-49ba-44f3-b4e1-530570e6e164), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.086792 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (1b667aba-49ba-44f3-b4e1-530570e6e164), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.087536 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b667aba-49ba-44f3-b4e1-530570e6e164 {{(pid=102404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:07:39.092337 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.096189 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-d7314090-79f0-4817-9c4c-8cd96143d9a1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1b667aba-49ba-44f3-b4e1-530570e6e164 HTTP/1.1" status: 204 len: 168 time: 0.9009256 Jan 28 12:07:39.096544 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55712) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:39.164159 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] Deleting subnet 619699fe-5bce-4996-9a46-2cc976366c2f {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:07:39.190813 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] Publish callbacks [] for subnet (619699fe-5bce-4996-9a46-2cc976366c2f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.245507 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:07:35Z', 'revision_number': 4, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port': {'id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:33Z', 'updated_at': '2022-01-28T12:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': 'f81a8b7e-3d3a-49da-a145-5fd874a3aaf1', 'name': '', 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'mac_address': 'fa:16:3e:ac:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ece4a4ec-5874-43c2-8e5b-f09d9514f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:35Z', 'updated_at': '2022-01-28T12:07:36Z', 'revision_number': 2, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'subnets': [{'id': 'ece4a4ec-5874-43c2-8e5b-f09d9514f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:39.253276 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (619699fe-5bce-4996-9a46-2cc976366c2f), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.304543 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Checking router: 17e7c35c-28ea-486c-9ac5-ef2acb61582d for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:07:39.304902 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Updating router 17e7c35c-28ea-486c-9ac5-ef2acb61582d port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 binding host dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 12:07:39.330397 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device bea7232e-60bc-4306-bc65-5857738b2883 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:39.339461 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.381377 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (619699fe-5bce-4996-9a46-2cc976366c2f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.387159 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port bea7232e-60bc-4306-bc65-5857738b2883 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:39.387553 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (bea7232e-60bc-4306-bc65-5857738b2883), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.439041 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (619699fe-5bce-4996-9a46-2cc976366c2f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.471621 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c80bc5-5181-449b-9bcb-f3886407d48d None None] Network 8755c2ec-11f9-4265-88d2-00973becd3c5 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:07:39.474119 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.477954 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] 10.222.0.36 "DELETE /v2.0/subnets/619699fe-5bce-4996-9a46-2cc976366c2f HTTP/1.1" status: 204 len: 168 time: 0.3803363 Jan 28 12:07:39.479477 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122554e-7e62-4521-a587-09d8d5e98bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619699fe-5bce-4996-9a46-2cc976366c2f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:39.480867 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55722) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:39.528197 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port bea7232e-60bc-4306-bc65-5857738b2883 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:39.528798 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bea7232e-60bc-4306-bc65-5857738b2883), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.556233 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (8755c2ec-11f9-4265-88d2-00973becd3c5), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.556807 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] For port bea7232e-60bc-4306-bc65-5857738b2883, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=bea7232e-60bc-4306-bc65-5857738b2883,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:39.575435 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (bea7232e-60bc-4306-bc65-5857738b2883), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.612876 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Deleting port 10d813ce-29cf-4750-9afe-7ccb68663b2c {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:39.613214 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.646150 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Pushing event updated for resources: {'Port': ['ID=bea7232e-60bc-4306-bc65-5857738b2883,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:39.681899 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Publish callbacks [] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.695193 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.731730 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] For port 10d813ce-29cf-4750-9afe-7ccb68663b2c, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=10d813ce-29cf-4750-9afe-7ccb68663b2c,segment=NetworkSegment(90ca8016-2ae1-443b-8773-053be82772bd),segment_id=90ca8016-2ae1-443b-8773-053be82772bd)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:39.732133 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.747869 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] DHCP port deletion for 8755c2ec-11f9-4265-88d2-00973becd3c5 request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:07:39.751284 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Calling delete_port for 10d813ce-29cf-4750-9afe-7ccb68663b2c owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:39.788307 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21eaf30-5574-4a65-b0f7-14f09c7c2004 None None] Pushing event updated for resources: {'Port': ['ID=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:39.873573 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Attempting to bind port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 on host dv-cinder-811877-11-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:07:39.874318 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Attempting to bind port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 by drivers openvswitch,hyperv on host dv-cinder-811877-11-iscsi at level 0 using segments [{'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:07:39.874428 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Attempting to bind port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 on network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:39.882177 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Checking agent: {'id': '6f5b14b4-d33b-452c-8484-f74311c618ce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 50, 24), 'started_at': datetime.datetime(2022, 1, 28, 11, 50, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:07:39.882463 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.882579 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Checking segment: {'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:39.882579 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.882579 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Bound using segment: {'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:07:39.883049 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Bound port: f81a8b7e-3d3a-49da-a145-5fd874a3aaf1, host: dv-cinder-811877-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57efa612-55b5-439d-81b1-b03acd83c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:07:39.883444 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.889688 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] Deleting port 10d813ce-29cf-4750-9afe-7ccb68663b2c {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:07:39.893413 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:39.935794 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d813ce-29cf-4750-9afe-7ccb68663b2c,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:39.938025 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] No DVR routers for this DVR port 10d813ce-29cf-4750-9afe-7ccb68663b2c on host dv-cinder-811877-11-iscsi {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:39.997269 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] For port 10d813ce-29cf-4750-9afe-7ccb68663b2c, host dv-cinder-811877-11-iscsi, got binding levels [] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:39.998062 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.028629 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] Calling delete_port for 10d813ce-29cf-4750-9afe-7ccb68663b2c owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:07:40.032041 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.ipam_backend_mixin [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] Port 10d813ce-29cf-4750-9afe-7ccb68663b2c was not found and therefore no delete operation was performed {{(pid=102406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:07:40.034008 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (10d813ce-29cf-4750-9afe-7ccb68663b2c), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.060953 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] For port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1, host dv-cinder-811877-11-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:07:40.065301 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] For port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1, host dv-cinder-811877-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,segment=NetworkSegment(57efa612-55b5-439d-81b1-b03acd83c679),segment_id=57efa612-55b5-439d-81b1-b03acd83c679)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:07:40.066876 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (8755c2ec-11f9-4265-88d2-00973becd3c5), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.073029 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.109977 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8755c2ec-11f9-4265-88d2-00973becd3c5']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:40.121437 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ca8016-2ae1-443b-8773-053be82772bd') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:40.121746 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ca8016-2ae1-443b-8773-053be82772bd') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:40.133497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (90ca8016-2ae1-443b-8773-053be82772bd), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.145669 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21eaf30-5574-4a65-b0f7-14f09c7c2004 None None] Pushing event updated for resources: {'Port': ['ID=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:40.153618 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (90ca8016-2ae1-443b-8773-053be82772bd), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.160703 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:07:40.161663 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (90ca8016-2ae1-443b-8773-053be82772bd), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:07:40.163258 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:07:40.179757 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Routers {'17e7c35c-28ea-486c-9ac5-ef2acb61582d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:07:40.180519 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:40.243568 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] Pushing event deleted for resources: {'Port': ['ID=10d813ce-29cf-4750-9afe-7ccb68663b2c,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:40.256447 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ef9f7d-38dd-44fe-ab66-acded317fb19 None None] No DVR routers for this DVR port 10d813ce-29cf-4750-9afe-7ccb68663b2c on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:07:40.266648 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-6ef04a92-8566-4a79-b1bd-fa0e2d6efc57 None None] Provisioning complete for port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:40.266648 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6ef04a92-8566-4a79-b1bd-fa0e2d6efc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.273606 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (8755c2ec-11f9-4265-88d2-00973becd3c5), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.293912 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.297336 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8755c2ec-11f9-4265-88d2-00973becd3c5 HTTP/1.1" status: 204 len: 168 time: 0.8153224 Jan 28 12:07:40.298170 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f4eca-327b-4bfe-9e03-de0dc913f456 admin admin] Pushing event deleted for resources: {'Network': ['ID=8755c2ec-11f9-4265-88d2-00973becd3c5,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:40.364438 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] Set router 17e7c35c-28ea-486c-9ac5-ef2acb61582d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:07:40.396628 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-6ef04a92-8566-4a79-b1bd-fa0e2d6efc57 None None] Current status of the port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 is: DOWN; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:40.397199 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6ef04a92-8566-4a79-b1bd-fa0e2d6efc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.444940 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-6ef04a92-8566-4a79-b1bd-fa0e2d6efc57 None None] For port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,segment=NetworkSegment(57efa612-55b5-439d-81b1-b03acd83c679),segment_id=57efa612-55b5-439d-81b1-b03acd83c679)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:07:40.452859 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6ef04a92-8566-4a79-b1bd-fa0e2d6efc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.476844 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55738) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:40.512843 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef04a92-8566-4a79-b1bd-fa0e2d6efc57 None None] Pushing event updated for resources: {'Port': ['ID=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:40.518700 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e3c4487c-4496-486e-ae55-5f6dff6145b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b68d472b57542cb97cc4f996fe5a2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405128 Jan 28 12:07:40.521527 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55740) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:40.574980 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c79900b3-db79-4a17-9270-1a6d8276f391 admin admin] Publish callbacks [] for security_group (c03c7fbd-9490-4bf2-8e8a-28324bd0e602), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.582169 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-58d83953-8607-4abd-88cc-c2a4e959bbbe None None] Provisioning complete for port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:40.582821 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-58d83953-8607-4abd-88cc-c2a4e959bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.606272 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c79900b3-db79-4a17-9270-1a6d8276f391 admin admin] Publish callbacks [] for security_group (c03c7fbd-9490-4bf2-8e8a-28324bd0e602), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.664786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-58d83953-8607-4abd-88cc-c2a4e959bbbe None None] Current status of the port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:40.665294 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c79900b3-db79-4a17-9270-1a6d8276f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (c03c7fbd-9490-4bf2-8e8a-28324bd0e602), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.668426 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c79900b3-db79-4a17-9270-1a6d8276f391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:40.670530 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-c79900b3-db79-4a17-9270-1a6d8276f391 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c03c7fbd-9490-4bf2-8e8a-28324bd0e602 HTTP/1.1" status: 204 len: 168 time: 0.1479127 Jan 28 12:07:40.679964 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79900b3-db79-4a17-9270-1a6d8276f391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c7fbd-9490-4bf2-8e8a-28324bd0e602,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:40.703005 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:07:35Z', 'revision_number': 4, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port': {'id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:33Z', 'updated_at': '2022-01-28T12:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': 'f81a8b7e-3d3a-49da-a145-5fd874a3aaf1', 'name': '', 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'mac_address': 'fa:16:3e:ac:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ece4a4ec-5874-43c2-8e5b-f09d9514f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:35Z', 'updated_at': '2022-01-28T12:07:40Z', 'revision_number': 4, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'subnets': [{'id': 'ece4a4ec-5874-43c2-8e5b-f09d9514f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:07:40.733272 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7444e-6cce-4329-8073-c9446364a641 None None] The sync data for ids ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'] in dv-cinder-811877-11-iscsi is: [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:07:35Z', 'revision_number': 4, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port': {'id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:33Z', 'updated_at': '2022-01-28T12:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': 'f81a8b7e-3d3a-49da-a145-5fd874a3aaf1', 'name': '', 'network_id': '4f7ce86a-ea6c-471e-aea3-e135b32b4c06', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'mac_address': 'fa:16:3e:ac:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'ece4a4ec-5874-43c2-8e5b-f09d9514f35f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:35Z', 'updated_at': '2022-01-28T12:07:40Z', 'revision_number': 4, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'subnets': [{'id': 'ece4a4ec-5874-43c2-8e5b-f09d9514f35f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:07:40.835472 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device bea7232e-60bc-4306-bc65-5857738b2883 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:40.915639 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port bea7232e-60bc-4306-bc65-5857738b2883 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:40.916239 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (bea7232e-60bc-4306-bc65-5857738b2883), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:41.010525 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port bea7232e-60bc-4306-bc65-5857738b2883 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:41.076566 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 2297f781-cdb8-4bf0-835a-4a7452055112 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:41.102418 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 2297f781-cdb8-4bf0-835a-4a7452055112 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:41.102807 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 2297f781-cdb8-4bf0-835a-4a7452055112 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:41.103190 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 1026b7f8-4fbb-4933-9521-c1e5bea7b894 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:41.124835 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 1026b7f8-4fbb-4933-9521-c1e5bea7b894 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:41.125337 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 1026b7f8-4fbb-4933-9521-c1e5bea7b894 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:41.125865 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 10d813ce-29cf-4750-9afe-7ccb68663b2c no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:07:41.151792 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 10d813ce-29cf-4750-9afe-7ccb68663b2c {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:07:41.152214 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 10d813ce-29cf-4750-9afe-7ccb68663b2c not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:07:42.046445 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:07:42.608460 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55794) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:42.725232 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa077ae-0873-4f76-a7e1-6e5f59466573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:42.810997 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa077ae-0873-4f76-a7e1-6e5f59466573 admin admin] Publish callbacks [] for security_group (03bf766b-a176-4693-99f7-436b79cfd32a), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:42.816669 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1fa077ae-0873-4f76-a7e1-6e5f59466573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (03bf766b-a176-4693-99f7-436b79cfd32a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:42.849014 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 up at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:07:42.871223 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1fa077ae-0873-4f76-a7e1-6e5f59466573 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db9906f244c840dbafba9616cc5a3b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615325 Jan 28 12:07:42.872487 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa077ae-0873-4f76-a7e1-6e5f59466573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf766b-a176-4693-99f7-436b79cfd32a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:42.874140 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55798) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:42.908396 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Provisioning complete for port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:42.908776 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:42.936341 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81e5cd64-ab5a-4073-a131-707e15fb7b28 admin admin] Publish callbacks [] for security_group (03bf766b-a176-4693-99f7-436b79cfd32a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:42.960073 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81e5cd64-ab5a-4073-a131-707e15fb7b28 admin admin] Publish callbacks [] for security_group (03bf766b-a176-4693-99f7-436b79cfd32a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:42.992631 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Current status of the port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 is: ACTIVE; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:07:43.012888 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81e5cd64-ab5a-4073-a131-707e15fb7b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (03bf766b-a176-4693-99f7-436b79cfd32a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.015546 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81e5cd64-ab5a-4073-a131-707e15fb7b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.016723 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-81e5cd64-ab5a-4073-a131-707e15fb7b28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03bf766b-a176-4693-99f7-436b79cfd32a HTTP/1.1" status: 204 len: 168 time: 0.1409717 Jan 28 12:07:43.024666 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5cd64-ab5a-4073-a131-707e15fb7b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf766b-a176-4693-99f7-436b79cfd32a,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:43.312666 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55804) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:43.326369 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6deca408-edaa-4473-9b8d-8053e992132b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.412132 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6deca408-edaa-4473-9b8d-8053e992132b admin admin] Publish callbacks [] for security_group (5a3ecad8-ce8f-4c24-9264-1dbb2ec84441), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.418397 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6deca408-edaa-4473-9b8d-8053e992132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (5a3ecad8-ce8f-4c24-9264-1dbb2ec84441), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.458464 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-6deca408-edaa-4473-9b8d-8053e992132b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0a0ead6b22b41d988a57effc63a5b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446326 Jan 28 12:07:43.459536 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deca408-edaa-4473-9b8d-8053e992132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ecad8-ce8f-4c24-9264-1dbb2ec84441,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:43.461003 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55808) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:43.513025 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70eaa331-b21c-49de-81b3-63f6b42d7885 admin admin] Publish callbacks [] for security_group (5a3ecad8-ce8f-4c24-9264-1dbb2ec84441), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.534188 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70eaa331-b21c-49de-81b3-63f6b42d7885 admin admin] Publish callbacks [] for security_group (5a3ecad8-ce8f-4c24-9264-1dbb2ec84441), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.581935 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70eaa331-b21c-49de-81b3-63f6b42d7885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (5a3ecad8-ce8f-4c24-9264-1dbb2ec84441), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.584942 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-70eaa331-b21c-49de-81b3-63f6b42d7885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:43.586193 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-70eaa331-b21c-49de-81b3-63f6b42d7885 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a3ecad8-ce8f-4c24-9264-1dbb2ec84441 HTTP/1.1" status: 204 len: 168 time: 0.1242344 Jan 28 12:07:43.594754 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaa331-b21c-49de-81b3-63f6b42d7885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ecad8-ce8f-4c24-9264-1dbb2ec84441,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:45.686374 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55882) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:45.808037 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-639d77a3-b2b6-4a31-a849-1d3e0da16e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:45.884987 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-639d77a3-b2b6-4a31-a849-1d3e0da16e2b admin admin] Publish callbacks [] for security_group (e2fcb0a0-85dc-48f6-8ce7-45d014c430e9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:45.890379 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-639d77a3-b2b6-4a31-a849-1d3e0da16e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (e2fcb0a0-85dc-48f6-8ce7-45d014c430e9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:45.930336 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-639d77a3-b2b6-4a31-a849-1d3e0da16e2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04b1a4e0381b467c9ffa1b50d1db984e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428446 Jan 28 12:07:45.931183 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d77a3-b2b6-4a31-a849-1d3e0da16e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fcb0a0-85dc-48f6-8ce7-45d014c430e9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:45.933565 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55886) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:45.984597 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c687170-ea57-4818-b998-1c1edd2744cf admin admin] Publish callbacks [] for security_group (e2fcb0a0-85dc-48f6-8ce7-45d014c430e9), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.006564 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c687170-ea57-4818-b998-1c1edd2744cf admin admin] Publish callbacks [] for security_group (e2fcb0a0-85dc-48f6-8ce7-45d014c430e9), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.057011 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c687170-ea57-4818-b998-1c1edd2744cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (e2fcb0a0-85dc-48f6-8ce7-45d014c430e9), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.059673 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c687170-ea57-4818-b998-1c1edd2744cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.060840 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0c687170-ea57-4818-b998-1c1edd2744cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2fcb0a0-85dc-48f6-8ce7-45d014c430e9 HTTP/1.1" status: 204 len: 168 time: 0.1263270 Jan 28 12:07:46.069239 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c687170-ea57-4818-b998-1c1edd2744cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fcb0a0-85dc-48f6-8ce7-45d014c430e9,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:46.342459 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55892) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:46.357116 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-109bd4c3-c995-49bf-89d9-5e60ada75d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.438067 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-109bd4c3-c995-49bf-89d9-5e60ada75d66 admin admin] Publish callbacks [] for security_group (31328cd7-e8a5-46bf-a4f3-dad94239e3a1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.444723 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-109bd4c3-c995-49bf-89d9-5e60ada75d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (31328cd7-e8a5-46bf-a4f3-dad94239e3a1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.496066 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bd4c3-c995-49bf-89d9-5e60ada75d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31328cd7-e8a5-46bf-a4f3-dad94239e3a1,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:46.501152 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-109bd4c3-c995-49bf-89d9-5e60ada75d66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecac945339bf4cdfb80980f897db2971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575043 Jan 28 12:07:46.503972 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55894) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:46.554029 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b1526a-ce45-49e4-be31-7f64d26affe1 admin admin] Publish callbacks [] for security_group (31328cd7-e8a5-46bf-a4f3-dad94239e3a1), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.578909 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b1526a-ce45-49e4-be31-7f64d26affe1 admin admin] Publish callbacks [] for security_group (31328cd7-e8a5-46bf-a4f3-dad94239e3a1), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.645353 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b1526a-ce45-49e4-be31-7f64d26affe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (31328cd7-e8a5-46bf-a4f3-dad94239e3a1), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.645353 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b1526a-ce45-49e4-be31-7f64d26affe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:46.645353 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a3b1526a-ce45-49e4-be31-7f64d26affe1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31328cd7-e8a5-46bf-a4f3-dad94239e3a1 HTTP/1.1" status: 204 len: 168 time: 0.1378760 Jan 28 12:07:46.651323 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1526a-ce45-49e4-be31-7f64d26affe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31328cd7-e8a5-46bf-a4f3-dad94239e3a1,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:48.442924 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-70ced763-8064-45d8-a0be-3b2f711feff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.554030 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55952) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:48.664616 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c29f9f4-d44b-4f07-8050-f379a822719f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.740932 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c29f9f4-d44b-4f07-8050-f379a822719f admin admin] Publish callbacks [] for security_group (56d07985-766d-4cde-ab97-436e301021d2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.745985 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5c29f9f4-d44b-4f07-8050-f379a822719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (56d07985-766d-4cde-ab97-436e301021d2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.783722 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29f9f4-d44b-4f07-8050-f379a822719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d07985-766d-4cde-ab97-436e301021d2,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:48.788133 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5c29f9f4-d44b-4f07-8050-f379a822719f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00ce1418d77140ee984a083e43ee57dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330601 Jan 28 12:07:48.790957 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55958) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:48.849771 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a41d343e-c0fe-4633-b281-a5f7e72512c6 admin admin] Publish callbacks [] for security_group (56d07985-766d-4cde-ab97-436e301021d2), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.876977 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a41d343e-c0fe-4633-b281-a5f7e72512c6 admin admin] Publish callbacks [] for security_group (56d07985-766d-4cde-ab97-436e301021d2), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.926723 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a41d343e-c0fe-4633-b281-a5f7e72512c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (56d07985-766d-4cde-ab97-436e301021d2), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.930851 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a41d343e-c0fe-4633-b281-a5f7e72512c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:48.932421 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a41d343e-c0fe-4633-b281-a5f7e72512c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56d07985-766d-4cde-ab97-436e301021d2 HTTP/1.1" status: 204 len: 168 time: 0.1402428 Jan 28 12:07:48.944925 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d343e-c0fe-4633-b281-a5f7e72512c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d07985-766d-4cde-ab97-436e301021d2,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:49.239310 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 55964) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:49.253970 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bfee-3a87-4017-9a86-caeedfa4ba93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:49.332936 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bfee-3a87-4017-9a86-caeedfa4ba93 admin admin] Publish callbacks [] for security_group (2c970384-a20c-4bd8-ab50-07ede2c115ab), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:49.339872 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f7a9bfee-3a87-4017-9a86-caeedfa4ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (2c970384-a20c-4bd8-ab50-07ede2c115ab), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:49.378129 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f7a9bfee-3a87-4017-9a86-caeedfa4ba93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7330a073dca4b0a8434bb30871cb152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375513 Jan 28 12:07:49.378972 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9bfee-3a87-4017-9a86-caeedfa4ba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c970384-a20c-4bd8-ab50-07ede2c115ab,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:49.380962 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 55966) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:49.435689 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b689a34-c2d4-43cb-b940-30b979739020 admin admin] Publish callbacks [] for security_group (2c970384-a20c-4bd8-ab50-07ede2c115ab), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:49.457055 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b689a34-c2d4-43cb-b940-30b979739020 admin admin] Publish callbacks [] for security_group (2c970384-a20c-4bd8-ab50-07ede2c115ab), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:49.509662 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b689a34-c2d4-43cb-b940-30b979739020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (2c970384-a20c-4bd8-ab50-07ede2c115ab), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:49.512544 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b689a34-c2d4-43cb-b940-30b979739020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:49.513698 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-7b689a34-c2d4-43cb-b940-30b979739020 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c970384-a20c-4bd8-ab50-07ede2c115ab HTTP/1.1" status: 204 len: 168 time: 0.1316805 Jan 28 12:07:49.521414 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b689a34-c2d4-43cb-b940-30b979739020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c970384-a20c-4bd8-ab50-07ede2c115ab,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:50.658540 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4ab25904-dde8-4b9e-83e1-7ff0117b9bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.212336 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56028) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:51.323181 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15b6eecd-cb07-4ff1-88ce-e1406213e274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.404088 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15b6eecd-cb07-4ff1-88ce-e1406213e274 admin admin] Publish callbacks [] for security_group (f1b0931a-e158-4ec1-b891-934b2699d685), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.409853 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15b6eecd-cb07-4ff1-88ce-e1406213e274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f1b0931a-e158-4ec1-b891-934b2699d685), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.447540 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6eecd-cb07-4ff1-88ce-e1406213e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b0931a-e158-4ec1-b891-934b2699d685,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:51.454628 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-15b6eecd-cb07-4ff1-88ce-e1406213e274 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=496f6bdd7cde40f59cc4f1e2c1f3c308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387717 Jan 28 12:07:51.454881 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56032) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:51.502116 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b34d4854-8195-43a7-b48e-d36f5e5fa4c0 admin admin] Publish callbacks [] for security_group (f1b0931a-e158-4ec1-b891-934b2699d685), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.523107 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b34d4854-8195-43a7-b48e-d36f5e5fa4c0 admin admin] Publish callbacks [] for security_group (f1b0931a-e158-4ec1-b891-934b2699d685), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.574756 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b34d4854-8195-43a7-b48e-d36f5e5fa4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (f1b0931a-e158-4ec1-b891-934b2699d685), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.577618 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b34d4854-8195-43a7-b48e-d36f5e5fa4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.578766 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-b34d4854-8195-43a7-b48e-d36f5e5fa4c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1b0931a-e158-4ec1-b891-934b2699d685 HTTP/1.1" status: 204 len: 168 time: 0.1230285 Jan 28 12:07:51.586487 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d4854-8195-43a7-b48e-d36f5e5fa4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b0931a-e158-4ec1-b891-934b2699d685,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:51.618168 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.670537 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.867137 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56040) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:51.880893 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4322a35d-b771-4d84-8912-c819c9918fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.956461 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4322a35d-b771-4d84-8912-c819c9918fa9 admin admin] Publish callbacks [] for security_group (9ded827a-6dec-4304-8f92-68316e7e6b62), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:51.963370 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4322a35d-b771-4d84-8912-c819c9918fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9ded827a-6dec-4304-8f92-68316e7e6b62), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:52.000576 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-4322a35d-b771-4d84-8912-c819c9918fa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43bc2f18bfc94f569b40e21cb52746fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320646 Jan 28 12:07:52.001429 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322a35d-b771-4d84-8912-c819c9918fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded827a-6dec-4304-8f92-68316e7e6b62,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:52.003415 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56042) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:07:52.053030 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a95c6ffa-8aa4-4b82-a2c7-59f6dbc6dff0 admin admin] Publish callbacks [] for security_group (9ded827a-6dec-4304-8f92-68316e7e6b62), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:52.076545 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a95c6ffa-8aa4-4b82-a2c7-59f6dbc6dff0 admin admin] Publish callbacks [] for security_group (9ded827a-6dec-4304-8f92-68316e7e6b62), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:52.136334 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a95c6ffa-8aa4-4b82-a2c7-59f6dbc6dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (9ded827a-6dec-4304-8f92-68316e7e6b62), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:52.139922 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a95c6ffa-8aa4-4b82-a2c7-59f6dbc6dff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:52.141120 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a95c6ffa-8aa4-4b82-a2c7-59f6dbc6dff0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ded827a-6dec-4304-8f92-68316e7e6b62 HTTP/1.1" status: 204 len: 168 time: 0.1366403 Jan 28 12:07:52.149418 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c6ffa-8aa4-4b82-a2c7-59f6dbc6dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded827a-6dec-4304-8f92-68316e7e6b62,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:53.272478 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:54.545110 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:55.331062 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-08f594bd-d3bf-4c4e-88c5-8aaac7078c9d tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705740942&fields=id&tenant_id=04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 267 time: 0.0496097 Jan 28 12:07:55.450433 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-47374434-db44-4b65-9aa2-a49db4cc454a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:55.451923 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-47374434-db44-4b65-9aa2-a49db4cc454a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 811 time: 0.1126778 Jan 28 12:07:55.469195 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-1b0a0120-4680-4494-8fcb-d405b49eaf86 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/quotas/04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 375 time: 0.0112107 Jan 28 12:07:55.533385 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-8842816b-6cd6-4efd-8b00-f5dc5ae7bcce tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586250 Jan 28 12:07:55.654792 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e93e11b6-f610-459b-8c55-7d6a86d1ba68 service neutron] 10.222.0.36 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043108 Jan 28 12:07:55.776464 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-85d8751c-10c3-4804-a2ed-292eb9b1fb7a service neutron] 10.222.0.36 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122007 Jan 28 12:07:56.131434 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5b63ea85-d228-470d-8c03-759a3784f263 req-311169a3-ee9d-47f3-b362-7754c5ccff8f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 210 time: 0.0291283 Jan 28 12:07:57.238506 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-f1b1db1d-129d-4e8f-85e0-213aa4b4f6ee tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:57.240150 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-f1b1db1d-129d-4e8f-85e0-213aa4b4f6ee tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 811 time: 0.1126332 Jan 28 12:07:57.263760 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f4923ffe-cca1-4f5d-9678-91237ae39ebf req-cae7ea31-713b-4a54-8963-e94a1e4ba15b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 210 time: 0.0350795 Jan 28 12:07:57.311268 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-4fdb6a9b-37d9-43eb-bae9-587c4dff5adb tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 380 time: 0.0594482 Jan 28 12:07:57.320627 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'port': {'device_id': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'admin_state_up': True, 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'security_groups': ['ed12b509-9c4b-4ff9-a62c-2733e75b4509']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:57.441859 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Made reservation on behalf of 04552fdbdf57460f9723a040a31cb8f7 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:07:57.445751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:57.582262 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Allocated IP 172.20.0.11 (a385901e-0429-4d3d-9e82-92605cefcf1e/dba00513-1f8e-40a8-8089-6c1cfabe7060/cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:07:57.723621 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:57.761736 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:57.807487 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Network a385901e-0429-4d3d-9e82-92605cefcf1e is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:07:57.810447 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:07:57.814052 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:07:57.842419 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:57.873649 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:57.874276 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:57.893405 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aae97d9f-ac7b-45b0-ab46-d06cd748ffdc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5765805 Jan 28 12:07:57.909489 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Request body: {'port': {'device_id': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:07:57.965672 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:58.026103 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bc47f83e-199d-46bb-a818-78712dcf1fde None None] Provisioning complete for port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:07:58.026756 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bc47f83e-199d-46bb-a818-78712dcf1fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:58.059846 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bc47f83e-199d-46bb-a818-78712dcf1fde None None] Port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:07:58.225132 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:07:58.232339 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Publish callbacks [] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:58.244165 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Transition to ACTIVE for port object cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:07:58.251249 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:58.316397 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:58.365703 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3477d3b-88d3-4d36-956e-ec63e9c2c4bf req-6376ff94-e7ce-448e-b312-be51c358a5f7 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:58.367233 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e3477d3b-88d3-4d36-956e-ec63e9c2c4bf req-6376ff94-e7ce-448e-b312-be51c358a5f7 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0557456 Jan 28 12:07:58.374160 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Attempting to bind port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:07:58.374407 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Attempting to bind port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:07:58.374735 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Attempting to bind port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:58.379595 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e on network a385901e-0429-4d3d-9e82-92605cefcf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:07:58.379933 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Attempting to bind port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:07:58.385591 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:07:58.385929 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Checking segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:07:58.386310 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Bound using segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:07:58.386739 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Bound port: cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:07:58.387129 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:58.427093 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e3477d3b-88d3-4d36-956e-ec63e9c2c4bf req-94607204-c170-47c2-87e8-9b4ed84083e5 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514245 Jan 28 12:07:58.467145 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] For port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:07:58.470756 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] For port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:07:58.477466 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:58.510522 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:58.511138 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:07:58.512843 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] 10.222.0.39 "PUT /v2.0/ports/cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e HTTP/1.1" status: 200 len: 1094 time: 0.6077008 Jan 28 12:07:58.513290 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:07:58.515529 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f76960-99c0-4c92-9357-943d084e265d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:07:58.544696 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae64de-1e48-4b96-8cbd-8197cac6e9fb service neutron] Pushing event updated for resources: {'Port': ['ID=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:07:58.570208 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274750f4-0af6-43f2-889a-cb78ab6b7b4c x-openstack-request-id: req-274750f4-0af6-43f2-889a-cb78ab6b7b4c {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:07:58.570494 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:07:58.570746 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-274750f4-0af6-43f2-889a-cb78ab6b7b4c {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:07:58.571153 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'status': 'completed', 'code': 200} Jan 28 12:07:58.613402 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-c6c1ecb6-0767-4c2d-b9d4-d636fe6387e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:58.614907 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-c6c1ecb6-0767-4c2d-b9d4-d636fe6387e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 1097 time: 0.0577774 Jan 28 12:07:58.664999 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-a752b373-3ade-479a-9e1d-0b46c1d524eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e HTTP/1.1" status: 200 len: 217 time: 0.0398333 Jan 28 12:07:58.719718 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aece27cb-303b-435b-8f34-f5b98b83b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:58.721338 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-aece27cb-303b-435b-8f34-f5b98b83b334 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0471783 Jan 28 12:07:58.771988 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-2b11dd98-c55c-44d9-9a97-2aa995a3f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:58.773469 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-2b11dd98-c55c-44d9-9a97-2aa995a3f430 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417888 Jan 28 12:07:58.867902 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-3afb248d-c250-470b-a06f-67edaba6de14 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855939 Jan 28 12:07:58.960701 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4d95e3-5b30-42f8-9cb8-7ad756547ae1 req-349770b6-662e-4b9f-9872-1fe6897511b1 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853803 Jan 28 12:07:59.062598 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76960-99c0-4c92-9357-943d084e265d req-a3f935d7-43e7-4b1c-9be7-8ae943ba3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:59.064104 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d3f76960-99c0-4c92-9357-943d084e265d req-a3f935d7-43e7-4b1c-9be7-8ae943ba3ae5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 1097 time: 0.0477252 Jan 28 12:07:59.177597 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76960-99c0-4c92-9357-943d084e265d req-971ba7d5-19af-44f3-9d81-7bf11a36c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:59.179222 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d3f76960-99c0-4c92-9357-943d084e265d req-971ba7d5-19af-44f3-9d81-7bf11a36c15c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.1052163 Jan 28 12:07:59.220560 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d3f76960-99c0-4c92-9357-943d084e265d req-33c89ddb-0175-4791-8e61-a4e162115058 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e HTTP/1.1" status: 200 len: 217 time: 0.0348489 Jan 28 12:07:59.272540 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76960-99c0-4c92-9357-943d084e265d req-3e80b0e2-2dff-440d-a670-b184f6a26aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:59.274176 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d3f76960-99c0-4c92-9357-943d084e265d req-3e80b0e2-2dff-440d-a670-b184f6a26aba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0470505 Jan 28 12:07:59.325754 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76960-99c0-4c92-9357-943d084e265d req-648e2aa6-9e1b-4218-9cd9-ffa026bc9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:59.327297 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d3f76960-99c0-4c92-9357-943d084e265d req-648e2aa6-9e1b-4218-9cd9-ffa026bc9d54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431533 Jan 28 12:07:59.430017 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d3f76960-99c0-4c92-9357-943d084e265d req-15540ea3-b05d-4b91-bfc4-01ae1280fe38 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920506 Jan 28 12:07:59.554206 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d9280-02a2-4aa5-bccd-0908477cbf70 req-3f27b1ba-64ac-4d6b-8b65-3b83c4607ac4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:07:59.555483 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ac2d9280-02a2-4aa5-bccd-0908477cbf70 req-3f27b1ba-64ac-4d6b-8b65-3b83c4607ac4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0573926 Jan 28 12:07:59.611716 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ac2d9280-02a2-4aa5-bccd-0908477cbf70 req-53c953d2-51a9-48f5-8d77-803f31529ec2 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491197 Jan 28 12:07:59.790081 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d3f76960-99c0-4c92-9357-943d084e265d req-b0467759-ee52-4df8-8f23-80b616c781d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519886 Jan 28 12:08:00.732681 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716a058-08cc-4097-9726-a324f1f602d3 req-e8b9c007-0a1a-4e77-bdf8-d1895725ad10 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:00.734075 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9716a058-08cc-4097-9726-a324f1f602d3 req-e8b9c007-0a1a-4e77-bdf8-d1895725ad10 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0500596 Jan 28 12:08:00.788525 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-9716a058-08cc-4097-9726-a324f1f602d3 req-80361f74-4f3c-42b1-9782-7e3e926e50c1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486708 Jan 28 12:08:01.261873 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56216) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:01.380261 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c12d110d-e895-4913-a3db-7e7778c829b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.454066 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c12d110d-e895-4913-a3db-7e7778c829b9 admin admin] Publish callbacks [] for security_group (35de80dc-8114-4f68-add8-7d2916991de4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.460854 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c12d110d-e895-4913-a3db-7e7778c829b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (35de80dc-8114-4f68-add8-7d2916991de4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.498110 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c12d110d-e895-4913-a3db-7e7778c829b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=699d26bd6f0f4872a91ebf80703c31a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345941 Jan 28 12:08:01.498968 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d110d-e895-4913-a3db-7e7778c829b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35de80dc-8114-4f68-add8-7d2916991de4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:01.501549 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56220) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:01.555660 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab426-4887-4921-a29f-80d41dafa3ef admin admin] Publish callbacks [] for security_group (35de80dc-8114-4f68-add8-7d2916991de4), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.577254 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab426-4887-4921-a29f-80d41dafa3ef admin admin] Publish callbacks [] for security_group (35de80dc-8114-4f68-add8-7d2916991de4), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.625457 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab426-4887-4921-a29f-80d41dafa3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (35de80dc-8114-4f68-add8-7d2916991de4), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.627968 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab426-4887-4921-a29f-80d41dafa3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.629082 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-3a8ab426-4887-4921-a29f-80d41dafa3ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35de80dc-8114-4f68-add8-7d2916991de4 HTTP/1.1" status: 204 len: 168 time: 0.1265085 Jan 28 12:08:01.636761 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ab426-4887-4921-a29f-80d41dafa3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de80dc-8114-4f68-add8-7d2916991de4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:01.902653 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77270c5d-61c1-4db7-8719-7628a345afd8 req-8b679d23-d7b0-40e4-8a68-d17019fde19f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:01.904365 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-77270c5d-61c1-4db7-8719-7628a345afd8 req-8b679d23-d7b0-40e4-8a68-d17019fde19f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0495834 Jan 28 12:08:01.910424 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56228) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:01.923966 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03d11da7-ea57-43ce-8b4a-eafa08c1daa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:01.954283 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-77270c5d-61c1-4db7-8719-7628a345afd8 req-561dbe0c-f744-4785-b8c5-7c6cd9c2ddb4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 Jan 28 12:08:01.998572 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03d11da7-ea57-43ce-8b4a-eafa08c1daa3 admin admin] Publish callbacks [] for security_group (0ce71b99-f51a-4312-b370-3eb9463bdac4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.003623 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-03d11da7-ea57-43ce-8b4a-eafa08c1daa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0ce71b99-f51a-4312-b370-3eb9463bdac4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.042972 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-03d11da7-ea57-43ce-8b4a-eafa08c1daa3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe04a3385d62410c8e000b0f9038370e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314509 Jan 28 12:08:02.043840 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d11da7-ea57-43ce-8b4a-eafa08c1daa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce71b99-f51a-4312-b370-3eb9463bdac4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:02.045948 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56230) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:02.094024 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-723f460f-8390-4c8d-a5c0-9d16acafc6a7 admin admin] Publish callbacks [] for security_group (0ce71b99-f51a-4312-b370-3eb9463bdac4), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.118080 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-723f460f-8390-4c8d-a5c0-9d16acafc6a7 admin admin] Publish callbacks [] for security_group (0ce71b99-f51a-4312-b370-3eb9463bdac4), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.170375 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-723f460f-8390-4c8d-a5c0-9d16acafc6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (0ce71b99-f51a-4312-b370-3eb9463bdac4), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.172893 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-723f460f-8390-4c8d-a5c0-9d16acafc6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.174115 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-723f460f-8390-4c8d-a5c0-9d16acafc6a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ce71b99-f51a-4312-b370-3eb9463bdac4 HTTP/1.1" status: 204 len: 168 time: 0.1272130 Jan 28 12:08:02.182038 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f460f-8390-4c8d-a5c0-9d16acafc6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce71b99-f51a-4312-b370-3eb9463bdac4,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:02.533637 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56236) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:02.547246 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94c4de60-9225-4409-b392-7efb15166ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.628030 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94c4de60-9225-4409-b392-7efb15166ec3 admin admin] Publish callbacks [] for security_group (325997fa-b931-4ab3-90a7-709446110324), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.635744 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94c4de60-9225-4409-b392-7efb15166ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (325997fa-b931-4ab3-90a7-709446110324), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.673731 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-94c4de60-9225-4409-b392-7efb15166ec3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c0ea0f1cef84acb8dc37dd5d5fc58ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389844 Jan 28 12:08:02.674646 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4de60-9225-4409-b392-7efb15166ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325997fa-b931-4ab3-90a7-709446110324,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:02.677518 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56238) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:02.738205 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9d7c-5a5d-4426-9384-7af7c2eefe72 admin admin] Publish callbacks [] for security_group (325997fa-b931-4ab3-90a7-709446110324), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.763330 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9d7c-5a5d-4426-9384-7af7c2eefe72 admin admin] Publish callbacks [] for security_group (325997fa-b931-4ab3-90a7-709446110324), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.813304 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9d7c-5a5d-4426-9384-7af7c2eefe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (325997fa-b931-4ab3-90a7-709446110324), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.816314 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8f6c9d7c-5a5d-4426-9384-7af7c2eefe72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:02.817464 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-8f6c9d7c-5a5d-4426-9384-7af7c2eefe72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/325997fa-b931-4ab3-90a7-709446110324 HTTP/1.1" status: 204 len: 168 time: 0.1383421 Jan 28 12:08:02.825030 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c9d7c-5a5d-4426-9384-7af7c2eefe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325997fa-b931-4ab3-90a7-709446110324,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:03.073871 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa905c36-e415-4e78-bc36-24f9603846f9 req-a273f233-6b84-4cd5-83d3-6cb36c8bca1b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:03.075412 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa905c36-e415-4e78-bc36-24f9603846f9 req-a273f233-6b84-4cd5-83d3-6cb36c8bca1b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0541503 Jan 28 12:08:03.127548 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fa905c36-e415-4e78-bc36-24f9603846f9 req-d025d476-4218-4b31-afe7-4cf95dac0ac2 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464227 Jan 28 12:08:04.243878 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371edaae-fd1b-4e1c-8aec-501401c11cbc req-1c329488-cea2-4721-a22e-6bb7ab1e3e10 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:04.245367 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-371edaae-fd1b-4e1c-8aec-501401c11cbc req-1c329488-cea2-4721-a22e-6bb7ab1e3e10 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0497472 Jan 28 12:08:04.294504 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-371edaae-fd1b-4e1c-8aec-501401c11cbc req-99c1b9d7-7ac9-4117-b7a6-2c999df922c1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Jan 28 12:08:05.420629 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8341ee5-638f-44c7-b973-ee9fd36da752 req-a85145f3-8562-4abb-82f9-c667ddd9865b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:05.422115 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c8341ee5-638f-44c7-b973-ee9fd36da752 req-a85145f3-8562-4abb-82f9-c667ddd9865b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0495985 Jan 28 12:08:05.471703 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c8341ee5-638f-44c7-b973-ee9fd36da752 req-584a2f17-e3f6-4ea1-950c-eadf73f69db2 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Jan 28 12:08:06.598842 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabea2f6-13bb-4d77-a3df-2a8fe0326155 req-4c8b4026-3f48-45db-9aa7-feccc938f640 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:06.600355 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aabea2f6-13bb-4d77-a3df-2a8fe0326155 req-4c8b4026-3f48-45db-9aa7-feccc938f640 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0590234 Jan 28 12:08:06.651879 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aabea2f6-13bb-4d77-a3df-2a8fe0326155 req-4d5975d4-e72e-4adb-896e-aed1d2db81e7 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Jan 28 12:08:07.786653 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d80695-d11b-436b-8116-451670aba299 req-71e14e4d-cbee-4f45-8d87-4207e7d799bd tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:07.788199 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d4d80695-d11b-436b-8116-451670aba299 req-71e14e4d-cbee-4f45-8d87-4207e7d799bd tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 944 time: 0.0539320 Jan 28 12:08:07.842966 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d4d80695-d11b-436b-8116-451670aba299 req-19dd1557-3831-42be-9973-8461b482f618 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462666 Jan 28 12:08:07.958138 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:08:08.059240 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:08:08.072698 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'port_id': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'mac_address': 'fa:16:3e:84:b8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:08:08.115303 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:08:08.115699 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:08.129153 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:08:08.148073 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:08:08.154655 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:08.201384 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:08.208947 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.209228 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.209572 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.209914 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.210218 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.210582 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.210912 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.211240 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.211569 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.211904 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.212230 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.212553 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.212868 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:08:08.972452 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce778d2-e0c0-45bf-a219-ea14d05adbf7 req-eafbb814-e896-4dfe-98e0-d77ac0f135c0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:08.974478 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ce778d2-e0c0-45bf-a219-ea14d05adbf7 req-eafbb814-e896-4dfe-98e0-d77ac0f135c0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 945 time: 0.0568335 Jan 28 12:08:09.028919 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ce778d2-e0c0-45bf-a219-ea14d05adbf7 req-3cbbe567-ff05-43f1-93ea-6b2e7e68e1aa tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Jan 28 12:08:09.160749 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:08:10.156084 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a313c-788b-41e1-a2db-954e85c7a138 req-35c30b9d-f947-4caf-8156-7dbced3e1955 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:10.157629 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fb0a313c-788b-41e1-a2db-954e85c7a138 req-35c30b9d-f947-4caf-8156-7dbced3e1955 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 945 time: 0.0500686 Jan 28 12:08:10.208549 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-fb0a313c-788b-41e1-a2db-954e85c7a138 req-39a57ad1-e9b1-480f-96f2-ad58e61da2bb tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452421 Jan 28 12:08:11.339739 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f126f93-2c25-4069-b765-19db2795bc90 req-2230e951-ebb8-46e2-9f3a-1944a9812b23 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:11.341243 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f126f93-2c25-4069-b765-19db2795bc90 req-2230e951-ebb8-46e2-9f3a-1944a9812b23 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 945 time: 0.0526495 Jan 28 12:08:11.385879 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:08:11.394301 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4f126f93-2c25-4069-b765-19db2795bc90 req-6c959a2f-64c2-4d29-92a3-21efb2b235ef tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Jan 28 12:08:11.439254 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:08:11.443506 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:08:11.443913 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:11.524352 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:08:11.524644 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:11.551247 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:08:11.553643 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61d7b2-c168-4586-a21e-b67c1e76b948" -d '{"events": [{"server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:08:11.567521 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:08:11.573740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:11.622647 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f1895-607d-4d5c-97dc-50a77c5bab88 x-openstack-request-id: req-d06f1895-607d-4d5c-97dc-50a77c5bab88 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:08:11.622647 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "name": "network-vif-plugged", "status": "completed", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:08:11.622647 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d06f1895-607d-4d5c-97dc-50a77c5bab88 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:08:11.622647 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'code': 200} Jan 28 12:08:11.648517 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:11.872939 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e85c53-3ed0-47cf-b56b-fe48ce4cc28d req-34d43594-d553-4870-a6b3-c34bf6b63201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:11.874474 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-17e85c53-3ed0-47cf-b56b-fe48ce4cc28d req-34d43594-d553-4870-a6b3-c34bf6b63201 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 1099 time: 0.0476282 Jan 28 12:08:11.924398 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-17e85c53-3ed0-47cf-b56b-fe48ce4cc28d req-7752f28b-a73e-4596-8e69-f13a521b0413 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Jan 28 12:08:12.520839 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4cb93-0241-43f7-bc91-da29d27b9293 req-c015a706-1c9c-484a-88da-381d2eaffc63 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:12.522275 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-12e4cb93-0241-43f7-bc91-da29d27b9293 req-c015a706-1c9c-484a-88da-381d2eaffc63 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 946 time: 0.0533507 Jan 28 12:08:12.574290 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-12e4cb93-0241-43f7-bc91-da29d27b9293 req-d4f88343-73a4-4f6b-ba51-18b12fe1c08c tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Jan 28 12:08:13.123804 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56348) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:13.234442 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dde73240-f1a0-4a41-9a99-e60b5e0f643d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.307267 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dde73240-f1a0-4a41-9a99-e60b5e0f643d admin admin] Publish callbacks [] for security_group (d58f8663-8156-497e-8c1a-38b37d858184), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.313914 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dde73240-f1a0-4a41-9a99-e60b5e0f643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d58f8663-8156-497e-8c1a-38b37d858184), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.352278 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-dde73240-f1a0-4a41-9a99-e60b5e0f643d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc288eaa145b4c4982e06620cd66f183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270470 Jan 28 12:08:13.353420 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde73240-f1a0-4a41-9a99-e60b5e0f643d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f8663-8156-497e-8c1a-38b37d858184,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:13.355172 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56352) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:13.402235 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21006d8-38e6-4f09-9f3c-89c63351456c admin admin] Publish callbacks [] for security_group (d58f8663-8156-497e-8c1a-38b37d858184), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.423441 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21006d8-38e6-4f09-9f3c-89c63351456c admin admin] Publish callbacks [] for security_group (d58f8663-8156-497e-8c1a-38b37d858184), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.473231 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21006d8-38e6-4f09-9f3c-89c63351456c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (d58f8663-8156-497e-8c1a-38b37d858184), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.475683 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a21006d8-38e6-4f09-9f3c-89c63351456c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.476838 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a21006d8-38e6-4f09-9f3c-89c63351456c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d58f8663-8156-497e-8c1a-38b37d858184 HTTP/1.1" status: 204 len: 168 time: 0.1201108 Jan 28 12:08:13.484488 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21006d8-38e6-4f09-9f3c-89c63351456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f8663-8156-497e-8c1a-38b37d858184,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:13.699161 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047056e-f9b5-40eb-a6bc-6d34c65ba8e7 req-45d6033c-4bcd-4a63-9adc-8218c6d1521f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:13.700677 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0047056e-f9b5-40eb-a6bc-6d34c65ba8e7 req-45d6033c-4bcd-4a63-9adc-8218c6d1521f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 946 time: 0.0531814 Jan 28 12:08:13.750876 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0047056e-f9b5-40eb-a6bc-6d34c65ba8e7 req-b0a918ce-7998-40c2-a62e-aa8c111bed83 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444064 Jan 28 12:08:13.760973 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56360) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:13.774811 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9df4381b-27c8-46dc-affb-e10679de390b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.851246 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9df4381b-27c8-46dc-affb-e10679de390b admin admin] Publish callbacks [] for security_group (91cfe6f1-41fb-414d-ad0a-a4cd132b8189), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.856302 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9df4381b-27c8-46dc-affb-e10679de390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (91cfe6f1-41fb-414d-ad0a-a4cd132b8189), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.896370 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9df4381b-27c8-46dc-affb-e10679de390b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98a751fef1c443fb920aa3e756eddd72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317618 Jan 28 12:08:13.896370 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4381b-27c8-46dc-affb-e10679de390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cfe6f1-41fb-414d-ad0a-a4cd132b8189,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:13.898562 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56366) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:13.946377 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f13166dc-44d8-43fd-af6f-38a455165216 admin admin] Publish callbacks [] for security_group (91cfe6f1-41fb-414d-ad0a-a4cd132b8189), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:13.971204 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f13166dc-44d8-43fd-af6f-38a455165216 admin admin] Publish callbacks [] for security_group (91cfe6f1-41fb-414d-ad0a-a4cd132b8189), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:14.019607 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f13166dc-44d8-43fd-af6f-38a455165216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (91cfe6f1-41fb-414d-ad0a-a4cd132b8189), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:14.022332 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f13166dc-44d8-43fd-af6f-38a455165216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:14.026170 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-f13166dc-44d8-43fd-af6f-38a455165216 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91cfe6f1-41fb-414d-ad0a-a4cd132b8189 HTTP/1.1" status: 204 len: 168 time: 0.1240892 Jan 28 12:08:14.040685 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13166dc-44d8-43fd-af6f-38a455165216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cfe6f1-41fb-414d-ad0a-a4cd132b8189,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:14.083039 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e18a1-f179-4d9d-854f-edc7aff35ae2 req-ee286851-1e7a-4618-a98b-e10a87bb7468 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:14.084529 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb7e18a1-f179-4d9d-854f-edc7aff35ae2 req-ee286851-1e7a-4618-a98b-e10a87bb7468 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 946 time: 0.2650487 Jan 28 12:08:14.135824 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-bb7e18a1-f179-4d9d-854f-edc7aff35ae2 req-882d8649-52ed-4f6d-a2be-945b26f32827 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Jan 28 12:08:14.159312 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56370) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:14.367828 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ab7fa-e433-40ec-9db1-fe273e4646d8 tempest-TestVolumeBootPattern-1165437620 tempest-TestVolumeBootPattern-1165437620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:14.369503 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-683ab7fa-e433-40ec-9db1-fe273e4646d8 tempest-TestVolumeBootPattern-1165437620 tempest-TestVolumeBootPattern-1165437620-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 1094 time: 0.2091718 Jan 28 12:08:14.372624 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56374) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:08:14.377375 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'port_id': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:08:14.401748 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:14.504406 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:14.613213 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Allocated IP 172.27.0.198 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/b35d29f9-8f60-4f81-a617-586e57b69501) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:08:14.715754 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (b35d29f9-8f60-4f81-a617-586e57b69501), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:14.758952 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (b35d29f9-8f60-4f81-a617-586e57b69501), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:14.797189 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:08:14.801961 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:08:14.806101 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:08:14.809012 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=b35d29f9-8f60-4f81-a617-586e57b69501,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:15.162511 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:15.233106 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (b35d29f9-8f60-4f81-a617-586e57b69501), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:15.645515 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (b35d29f9-8f60-4f81-a617-586e57b69501), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:15.652793 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (b35d29f9-8f60-4f81-a617-586e57b69501), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:15.716681 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=b35d29f9-8f60-4f81-a617-586e57b69501,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:08:15.728784 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:15.834380 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.l3_db [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Floating IP 4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4 associated. External IP: 172.27.0.198, port: cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e. Jan 28 12:08:16.052728 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:08:16.178849 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:08:16.188412 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:08:16.198251 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:16.199626 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:08:16.200288 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:08:16.225561 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-47b8ab83-124e-40de-a337-614dd7a7c592 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8518658 Jan 28 12:08:16.226183 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:08:16.228525 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e53151d-a278-4c3e-a638-98f9bd894a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:08:16.263274 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204e0623-6082-4c0f-a481-c80999be2e86 x-openstack-request-id: req-204e0623-6082-4c0f-a481-c80999be2e86 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:08:16.263566 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:08:16.263811 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-204e0623-6082-4c0f-a481-c80999be2e86 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:08:16.264255 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'status': 'completed', 'code': 200} Jan 28 12:08:16.303955 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:08:16.338105 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-808f23ad-cf3c-43ad-a171-78137fb56889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:16.339620 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-808f23ad-cf3c-43ad-a171-78137fb56889 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 1099 time: 0.0529060 Jan 28 12:08:16.432500 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-61023b67-0959-4296-9dab-799f7c90d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:16.434067 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-61023b67-0959-4296-9dab-799f7c90d7e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0869901 Jan 28 12:08:16.503248 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-9ce33d8e-e789-45d5-9cb3-a421aaac85a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e HTTP/1.1" status: 200 len: 1000 time: 0.0631559 Jan 28 12:08:16.526888 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:84:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:08:15Z', 'updated_at': '2022-01-28T12:08:15Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:08:16.551690 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-a30fe4a4-6046-4c4f-8c52-08ab84ba6e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:16.553199 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-a30fe4a4-6046-4c4f-8c52-08ab84ba6e57 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0443392 Jan 28 12:08:16.556186 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:08:16.564890 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:08:16.565840 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:07:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:08:16.598704 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-e05b1448-07c0-4326-a0ea-f24ae8f10117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:16.600141 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-e05b1448-07c0-4326-a0ea-f24ae8f10117 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404754 Jan 28 12:08:16.694984 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-f57be4f6-0ffa-4a8f-aa4a-8e2081570656 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883851 Jan 28 12:08:16.789204 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e53151d-a278-4c3e-a638-98f9bd894a1f req-71fe484b-c0bd-4c14-9811-2d81dd333206 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Jan 28 12:08:16.805598 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:08:17.032370 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:84:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:08:15Z', 'updated_at': '2022-01-28T12:08:15Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:08:17.058182 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55831d43-9e47-459b-96a9-60eb290e1189 None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:84:b8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:08:15Z', 'updated_at': '2022-01-28T12:08:15Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:08:17.254719 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b60ba31-57df-4d3d-a36a-cee6c27a8a9e None None] New status for floating IP 4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:08:18.446276 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a479-71c9-43b9-853c-18a9628b6853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:19.051010 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:08:20.676697 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2fc11dc9-3b2d-4cfd-b703-f5cdfcc9485d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:21.641990 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:21.674687 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:23.267734 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:24.546761 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:25.268161 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-0fc852b2-da64-4bc3-86dd-033ee921a205 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492094 Jan 28 12:08:25.367124 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-57a9a460-2af4-494e-9593-432425260335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:25.368790 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-57a9a460-2af4-494e-9593-432425260335 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 1099 time: 0.0466611 Jan 28 12:08:25.475477 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-89c13a8f-6d95-442a-a5ca-94372909c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:25.476984 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-89c13a8f-6d95-442a-a5ca-94372909c70b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0866828 Jan 28 12:08:25.559010 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-ff61a386-b2b8-4b79-8fcd-abba46adbf1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e HTTP/1.1" status: 200 len: 1002 time: 0.0716240 Jan 28 12:08:25.611888 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-eaa6d7be-6af3-4123-9afa-e3534801892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:25.613317 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-eaa6d7be-6af3-4123-9afa-e3534801892a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0449474 Jan 28 12:08:25.669626 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-61e484d6-aba8-4788-8cb1-6fda6e21dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:08:25.671103 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-61e484d6-aba8-4788-8cb1-6fda6e21dc1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509598 Jan 28 12:08:25.787579 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-cf3d07b8-be65-4822-8beb-1f08f77cb19d service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959921 Jan 28 12:08:25.876021 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-741dc9b3-a51a-4175-8d0c-737ccf8795b7 req-d23e79ec-3afb-4660-8a43-cfec6b6754fd service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824666 Jan 28 12:08:48.447605 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c9a19585-ad55-4f06-9568-946495aa960a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:50.666423 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e2e30b0-49cb-4ed5-b5b9-a84b0455e592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:51.652746 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:51.676194 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:53.275094 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:54.548406 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:08:56.053775 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:09:18.445467 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-09bb9808-0d2a-4bdf-9133-ee8e9a5d9bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:20.670402 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7a55994b-9c0b-4c12-bcee-b9180b3372e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:21.656512 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:21.677413 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:23.279836 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:24.555144 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:26.328022 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-79e95b94-a1d9-4d78-a6ff-e75c774b73b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952749 Jan 28 12:09:26.425158 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-2120dea3-b143-4ed1-ae12-6795b43c6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:09:26.426650 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-2120dea3-b143-4ed1-ae12-6795b43c6272 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 1099 time: 0.0463967 Jan 28 12:09:26.548671 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-db96d6a9-0f73-47b5-925d-990e51622e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:09:26.550072 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-db96d6a9-0f73-47b5-925d-990e51622e7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0986853 Jan 28 12:09:26.624241 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-f25961f2-6d90-4f5c-89ad-165c025046f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e HTTP/1.1" status: 200 len: 1002 time: 0.0646563 Jan 28 12:09:26.676925 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-866ed067-a9f4-44c3-b6a9-0cfba13669e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:09:26.678321 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-866ed067-a9f4-44c3-b6a9-0cfba13669e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0434132 Jan 28 12:09:26.726798 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-a6c5428c-41fe-4096-bb6b-68eaf5ecaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:09:26.728299 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-a6c5428c-41fe-4096-bb6b-68eaf5ecaf79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404913 Jan 28 12:09:26.741525 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-afdb63be-b6bb-4fa4-8732-7dcda0d221ed service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:09:26.742518 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-afdb63be-b6bb-4fa4-8732-7dcda0d221ed service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049965 Jan 28 12:09:26.841215 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-c8197fd3-67fa-44f9-b424-ef226d0c2a49 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890269 Jan 28 12:09:26.932635 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bdeeae2d-b972-457d-ac64-2c4a2bb799f9 req-cd49e96f-e8ef-4829-9e35-051f6cd5caa5 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814717 Jan 28 12:09:33.059003 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:09:48.447496 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-821a6108-320b-42c2-86e6-34d1109c121f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:50.668063 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e989e894-94f9-430f-b810-411d350e5d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:51.650037 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:51.679793 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:53.279573 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:09:54.546484 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:10.063001 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:10:14.366005 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fe167-8415-4b06-a685-d0e5023f28e1 req-72839e6b-b4fa-4f2d-a279-3e0e4cf45527 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:14.367468 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a20fe167-8415-4b06-a685-d0e5023f28e1 req-72839e6b-b4fa-4f2d-a279-3e0e4cf45527 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 946 time: 0.1633785 Jan 28 12:10:14.423342 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-a20fe167-8415-4b06-a685-d0e5023f28e1 req-805e9ecf-9a26-4d8f-af5a-0172e25e3479 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471675 Jan 28 12:10:15.554044 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2ca5-5e21-47a6-b53c-ef6cb71cddc8 req-82c19bbe-08a0-4e50-9b73-bce4898773c3 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:15.555531 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-559d2ca5-5e21-47a6-b53c-ef6cb71cddc8 req-82c19bbe-08a0-4e50-9b73-bce4898773c3 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 946 time: 0.0505261 Jan 28 12:10:15.607564 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-559d2ca5-5e21-47a6-b53c-ef6cb71cddc8 req-f2abdd16-a491-40da-a82f-83a048a4b298 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450163 Jan 28 12:10:15.991517 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-01a7dacb-c8e0-454e-86bf-f2076b61a618 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:15.993078 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-01a7dacb-c8e0-454e-86bf-f2076b61a618 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 946 time: 0.0559046 Jan 28 12:10:16.101215 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Deleting port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:10:16.101614 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:16.200557 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] For port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:10:16.200833 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:16.390188 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:16.390532 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:16.390876 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Floating IP 4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4 disassociated. External IP: 172.27.0.198, port: cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e. Jan 28 12:10:16.391211 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Calling delete_port for cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:10:16.519920 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:16.551395 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event deleted for resources: {'Port': ['ID=cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:16.562719 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.563076 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.563751 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.564113 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.564449 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.564777 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.565109 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.565438 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.565764 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.566088 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.566412 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.566732 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.567051 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:16.678296 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:10:16.709693 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2a4b6bff-f42d-4455-ab94-6d9b1c9c1b41 req-756908ba-9d2b-4731-b72a-17b1c73eb9fd tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5930662-c4c0-4b5e-b843-f80d1857618c HTTP/1.1" status: 200 len: 210 time: 0.0261242 Jan 28 12:10:16.782359 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:10:16.792806 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:10:16.802843 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:10:16.803453 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:09:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:16.826455 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] No DVR routers for this DVR port cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:10:16.829331 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:16.833131 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0e1f1b97-e97c-4bb4-904f-4e891792ae45 req-c2bb5e66-e9df-44ee-accb-6abc4c49866a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "DELETE /v2.0/ports/cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e HTTP/1.1" status: 204 len: 173 time: 0.8322618 Jan 28 12:10:16.833583 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'name': 'network-vif-deleted', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:10:16.835844 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85085825-c5d7-4809-8703-cf82d330df6d" -d '{"events": [{"server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "name": "network-vif-deleted", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:10:16.924576 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:10:16.960282 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7ce83d-6d8b-42f9-947c-da4dd1296344 x-openstack-request-id: req-3a7ce83d-6d8b-42f9-947c-da4dd1296344 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:10:16.960576 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5930662-c4c0-4b5e-b843-f80d1857618c", "name": "network-vif-deleted", "tag": "cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:10:16.960825 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a7ce83d-6d8b-42f9-947c-da4dd1296344 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:10:16.961227 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5930662-c4c0-4b5e-b843-f80d1857618c', 'name': 'network-vif-deleted', 'tag': 'cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e', 'status': 'completed', 'code': 200} Jan 28 12:10:17.129747 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:17.155820 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:10:17.164251 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:10:17.164873 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:09:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:17.277268 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:10:17.491649 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:17.522263 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f260b4bf-77a7-480d-8b33-949b07b278aa None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:10:17.752532 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a712726-86d7-492b-a128-b2f12f11b0b6 None None] New status for floating IP 4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:10:17.984767 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-09710ce9-4635-40fb-9a9b-93fe7614551c tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705740942&fields=id&tenant_id=04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 267 time: 0.0546169 Jan 28 12:10:18.118200 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-72099736-b4df-4909-ac1c-82cb37180142 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:18.119687 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-72099736-b4df-4909-ac1c-82cb37180142 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 811 time: 0.1258624 Jan 28 12:10:18.134506 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-ff8cd352-8e2d-498c-9c72-82b799160a1a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/quotas/04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 375 time: 0.0093746 Jan 28 12:10:18.189238 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-58452dfb-6aac-4ffb-994f-f1a869674502 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497553 Jan 28 12:10:18.262220 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-7e88e4d4-d971-4c4e-9dd3-18fdf6222035 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:10:18.263206 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-7e88e4d4-d971-4c4e-9dd3-18fdf6222035 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546048 Jan 28 12:10:18.360131 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-cdb689fe-b0a6-4077-9f77-68ca36c71749 service neutron] 10.222.0.36 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882990 Jan 28 12:10:18.443095 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e375d98-a107-4aa4-b9a6-50a5686b6e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:18.460505 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-ab5f7638-4b7d-4b6a-9de6-72ee27d0a7f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941224 Jan 28 12:10:18.754978 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0d1584c9-3b2f-4b49-8d2d-b6a8a2e93002 req-137d8300-5b76-41ab-9c87-b96d7936d58f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 210 time: 0.0284712 Jan 28 12:10:19.855297 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-2b9bbbd2-25ac-426b-84fe-c727677bea77 req-cb648c72-fe8a-4b6c-9458-39712dbcf477 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 210 time: 0.0299330 Jan 28 12:10:19.866861 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-01b1ccea-9f08-4664-afc3-caa6c4d7bf3e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:19.868449 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-01b1ccea-9f08-4664-afc3-caa6c4d7bf3e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 811 time: 0.1071417 Jan 28 12:10:19.931948 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-cebd8cfc-fcb4-44a3-866f-c5b156bc3626 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 380 time: 0.0528505 Jan 28 12:10:19.948407 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'port': {'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'admin_state_up': True, 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'security_groups': ['ed12b509-9c4b-4ff9-a62c-2733e75b4509']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:20.061792 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Made reservation on behalf of 04552fdbdf57460f9723a040a31cb8f7 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:10:20.065505 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.069608 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:10:20.089068 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:10:20.089613 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device cc3f0f1f-63bd-4dcc-b015-63a410ca1b1e not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:10:20.198134 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Allocated IP 172.20.0.7 (a385901e-0429-4d3d-9e82-92605cefcf1e/dba00513-1f8e-40a8-8089-6c1cfabe7060/a25ed7c0-8d2c-4d3a-9c73-60341135045a) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:10:20.339548 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.377169 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.426271 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Network a385901e-0429-4d3d-9e82-92605cefcf1e is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:10:20.429652 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:10:20.432262 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:10:20.446174 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=a25ed7c0-8d2c-4d3a-9c73-60341135045a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:20.493394 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:20.494004 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.512733 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-42a115db-35ac-4a59-af05-7f84ba89c235 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678072 Jan 28 12:10:20.525000 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Request body: {'port': {'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:20.581301 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.669565 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-a033c279-708e-4c33-a87e-d15d11b7127b None None] Provisioning complete for port a25ed7c0-8d2c-4d3a-9c73-60341135045a triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:20.669972 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a033c279-708e-4c33-a87e-d15d11b7127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.672920 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca9ca-f2e6-40f8-8a8b-95d39aeb2e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.705693 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a033c279-708e-4c33-a87e-d15d11b7127b None None] Port a25ed7c0-8d2c-4d3a-9c73-60341135045a cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:10:20.860910 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25ed7c0-8d2c-4d3a-9c73-60341135045a {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:10:20.868758 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Publish callbacks [] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.886575 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Transition to ACTIVE for port object a25ed7c0-8d2c-4d3a-9c73-60341135045a will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:10:20.890967 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:20.944463 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a25ed7c0-8d2c-4d3a-9c73-60341135045a,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:20.995967 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87870d0e-8048-431a-a770-ca970a3309b1 req-5717f4b3-a833-4f21-8f47-c611063d4143 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:20.998704 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-87870d0e-8048-431a-a770-ca970a3309b1 req-5717f4b3-a833-4f21-8f47-c611063d4143 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0661869 Jan 28 12:10:21.015830 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Attempting to bind port a25ed7c0-8d2c-4d3a-9c73-60341135045a on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:10:21.016185 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Attempting to bind port a25ed7c0-8d2c-4d3a-9c73-60341135045a by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:10:21.016506 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Attempting to bind port a25ed7c0-8d2c-4d3a-9c73-60341135045a on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:10:21.021134 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Port a25ed7c0-8d2c-4d3a-9c73-60341135045a on network a385901e-0429-4d3d-9e82-92605cefcf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:10:21.021448 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Attempting to bind port a25ed7c0-8d2c-4d3a-9c73-60341135045a on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:10:21.027613 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:10:21.028024 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Checking segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:10:21.028372 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Bound using segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:10:21.028859 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Bound port: a25ed7c0-8d2c-4d3a-9c73-60341135045a, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:10:21.029217 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:21.049693 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-87870d0e-8048-431a-a770-ca970a3309b1 req-ee26bc56-29f4-4742-b045-474cae818d1e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449126 Jan 28 12:10:21.106657 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] For port a25ed7c0-8d2c-4d3a-9c73-60341135045a, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:10:21.109722 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] For port a25ed7c0-8d2c-4d3a-9c73-60341135045a, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:10:21.114423 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:21.149101 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.149784 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:21.151209 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] 10.222.0.39 "PUT /v2.0/ports/a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 200 len: 1093 time: 0.6303539 Jan 28 12:10:21.151663 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:10:21.153867 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8977e3c3-c1c4-4220-8f6d-daafaa573eab" -d '{"events": [{"name": "network-changed", "server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:10:21.176699 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70757be5-ae6a-4334-aaa8-9930d8cabdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a25ed7c0-8d2c-4d3a-9c73-60341135045a,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:21.196270 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a83c855-bf7d-4af5-9b78-4216f48a3043 x-openstack-request-id: req-2a83c855-bf7d-4af5-9b78-4216f48a3043 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:10:21.196560 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:10:21.196810 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a83c855-bf7d-4af5-9b78-4216f48a3043 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:10:21.197209 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'status': 'completed', 'code': 200} Jan 28 12:10:21.246063 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-dbee6e57-ad1a-4b32-96e1-5e5a62f4be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.247845 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-dbee6e57-ad1a-4b32-96e1-5e5a62f4be7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1096 time: 0.0424950 Jan 28 12:10:21.295548 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-f875a318-6b9a-4d37-bf43-688fc0aab5cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 200 len: 217 time: 0.0351405 Jan 28 12:10:21.349269 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-43ee024f-00b5-441f-8c04-f0170d89eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.350738 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-43ee024f-00b5-441f-8c04-f0170d89eb90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0475388 Jan 28 12:10:21.399272 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-db24cf21-92a7-48d2-9853-77ba047e4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.400674 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-db24cf21-92a7-48d2-9853-77ba047e4b37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408111 Jan 28 12:10:21.491039 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-74872f11-1ba3-43be-8827-485322146fc5 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792179 Jan 28 12:10:21.584325 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c4a66268-41a1-4ba3-9623-3e9f343d027b req-80b8c947-f7b3-4437-b793-c5b32855aa83 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838408 Jan 28 12:10:21.648266 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:21.684934 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:21.686999 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-b14fde07-3b16-402d-900b-4d01e082479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.688913 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-b14fde07-3b16-402d-900b-4d01e082479f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1096 time: 0.0483372 Jan 28 12:10:21.786623 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-7004d158-85a4-4622-9099-c00f707266ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.788120 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-7004d158-85a4-4622-9099-c00f707266ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0911248 Jan 28 12:10:21.829238 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-37355bc3-4cb3-4c3a-bf2b-ecabb8fc1142 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 200 len: 217 time: 0.0347619 Jan 28 12:10:21.878441 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-e4e2cd4a-9606-47c5-a569-3aa01f36608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.879908 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-e4e2cd4a-9606-47c5-a569-3aa01f36608b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0442159 Jan 28 12:10:21.933570 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-bbafbdd0-792d-4970-a3d8-254a84052c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:21.937053 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-bbafbdd0-792d-4970-a3d8-254a84052c24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494275 Jan 28 12:10:22.038911 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-44bc9d84-7a3d-469f-a19a-422c1bc83238 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Jan 28 12:10:22.136035 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8977e3c3-c1c4-4220-8f6d-daafaa573eab req-a3ec6874-c75c-42a1-b2e0-719227fde470 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881934 Jan 28 12:10:22.176277 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0178-347b-498a-b149-1d129204dffe req-19af3f25-f2a0-4b20-b059-5df499202ed7 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:22.178066 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c0cc0178-347b-498a-b149-1d129204dffe req-19af3f25-f2a0-4b20-b059-5df499202ed7 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0578134 Jan 28 12:10:22.229942 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c0cc0178-347b-498a-b149-1d129204dffe req-d317bb0c-fd0b-4d14-b422-6957bd06cf70 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456800 Jan 28 12:10:23.277000 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:23.362518 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b816-7bb4-430b-a180-ff944e1b9454 req-0f48a0c6-84e7-4e16-9419-48f69004b0e0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:23.364517 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aca9b816-7bb4-430b-a180-ff944e1b9454 req-0f48a0c6-84e7-4e16-9419-48f69004b0e0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0557806 Jan 28 12:10:23.423942 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-aca9b816-7bb4-430b-a180-ff944e1b9454 req-a42036e8-5075-4593-bd0d-f6dc806cb32e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508292 Jan 28 12:10:24.543138 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:24.561511 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26213-f06d-4823-b21e-ee92bfd9382c req-e1eaa6c3-9cc4-487c-9c13-75ee25264469 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:24.563375 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-11e26213-f06d-4823-b21e-ee92bfd9382c req-e1eaa6c3-9cc4-487c-9c13-75ee25264469 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0582011 Jan 28 12:10:24.614821 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-11e26213-f06d-4823-b21e-ee92bfd9382c req-fe61b28e-41c5-4e14-b8cb-7bf0ab67a41f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449047 Jan 28 12:10:25.743622 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae1cc0-3955-4291-8adc-3f2719d9a342 req-337cef87-7da8-4714-a310-97e1e060fd05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:25.745132 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f8ae1cc0-3955-4291-8adc-3f2719d9a342 req-337cef87-7da8-4714-a310-97e1e060fd05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0494688 Jan 28 12:10:25.801888 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-f8ae1cc0-3955-4291-8adc-3f2719d9a342 req-d999f5ea-07ac-4c7a-a441-2e4ecfb6cf5f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488989 Jan 28 12:10:26.927246 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e755de-2545-484c-a174-eb18dafa99cf req-9845f3ea-4f22-4f68-b15a-d7eccf037236 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:26.928745 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09e755de-2545-484c-a174-eb18dafa99cf req-9845f3ea-4f22-4f68-b15a-d7eccf037236 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0497999 Jan 28 12:10:26.980293 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09e755de-2545-484c-a174-eb18dafa99cf req-0dc334b2-9401-48b2-b25f-43fe45eaa8e1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Jan 28 12:10:28.098311 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6c6ea-68ca-4221-ad24-c31fd65ff17e req-428556b0-d1df-40ef-976b-010d561b0c16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:28.099762 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09b6c6ea-68ca-4221-ad24-c31fd65ff17e req-428556b0-d1df-40ef-976b-010d561b0c16 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0497832 Jan 28 12:10:28.147649 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-09b6c6ea-68ca-4221-ad24-c31fd65ff17e req-75693306-3a15-4cee-b281-7727a3d57172 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Jan 28 12:10:29.275766 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd00af-55cf-4449-abe8-f454376772b8 req-5497235e-4762-46c0-bea6-2daf6e2aebf6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:29.277309 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-babd00af-55cf-4449-abe8-f454376772b8 req-5497235e-4762-46c0-bea6-2daf6e2aebf6 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 943 time: 0.0562298 Jan 28 12:10:29.329970 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-babd00af-55cf-4449-abe8-f454376772b8 req-0d1f8584-9d37-461c-a898-db65466d4c44 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Jan 28 12:10:30.103138 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a25ed7c0-8d2c-4d3a-9c73-60341135045a details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:10:30.207581 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port a25ed7c0-8d2c-4d3a-9c73-60341135045a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:10:30.218994 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:10:30.256673 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port a25ed7c0-8d2c-4d3a-9c73-60341135045a is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:10:30.257065 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:30.270047 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25ed7c0-8d2c-4d3a-9c73-60341135045a {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:10:30.290249 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port a25ed7c0-8d2c-4d3a-9c73-60341135045a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:10:30.297840 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:30.370521 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=a25ed7c0-8d2c-4d3a-9c73-60341135045a,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:30.378856 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.379219 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.379574 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.379947 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.380286 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.380626 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.380963 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.381270 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.381632 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.381967 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.382297 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.382623 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.382948 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:30.467704 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb126-edac-4f9e-8162-594cd42e5136 req-097a5b25-a941-4c5d-95a1-0ff5c1b49950 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:30.469128 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-04dcb126-edac-4f9e-8162-594cd42e5136 req-097a5b25-a941-4c5d-95a1-0ff5c1b49950 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 944 time: 0.0580254 Jan 28 12:10:30.517512 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-04dcb126-edac-4f9e-8162-594cd42e5136 req-00687dd0-3850-431f-b3cf-980486eabe72 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Jan 28 12:10:30.607785 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['a25ed7c0-8d2c-4d3a-9c73-60341135045a'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:10:31.647873 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af48628-0894-4a5d-9569-c9a2203a0a11 req-829be450-480c-43f5-9340-fe29b7b37d4d tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:31.649297 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8af48628-0894-4a5d-9569-c9a2203a0a11 req-829be450-480c-43f5-9340-fe29b7b37d4d tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 944 time: 0.0504282 Jan 28 12:10:31.703417 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-8af48628-0894-4a5d-9569-c9a2203a0a11 req-af98bf5f-4cca-44e0-b431-606ecc919cee tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458586 Jan 28 12:10:32.118090 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a25ed7c0-8d2c-4d3a-9c73-60341135045a up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:10:32.177487 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port a25ed7c0-8d2c-4d3a-9c73-60341135045a completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:10:32.181502 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port a25ed7c0-8d2c-4d3a-9c73-60341135045a triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:10:32.181971 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:32.265537 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port a25ed7c0-8d2c-4d3a-9c73-60341135045a is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:10:32.265953 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:32.288981 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:10:32.291213 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0bb68-e8c8-4e20-ba18-e16ee42085ed" -d '{"events": [{"server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "name": "network-vif-plugged", "status": "completed", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:10:32.304141 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port a25ed7c0-8d2c-4d3a-9c73-60341135045a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:10:32.309953 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:32.368769 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=a25ed7c0-8d2c-4d3a-9c73-60341135045a,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:32.394947 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3ff6da-845b-4c11-b3ac-bb7205147b55 x-openstack-request-id: req-ad3ff6da-845b-4c11-b3ac-bb7205147b55 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:10:32.395241 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "name": "network-vif-plugged", "status": "completed", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:10:32.395492 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad3ff6da-845b-4c11-b3ac-bb7205147b55 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:10:32.395913 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'code': 200} Jan 28 12:10:32.647741 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbd342-17ec-450c-97fe-3a40f1850f9c req-732544a3-4c3e-4472-9738-77b6201e19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:32.649265 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-38fbd342-17ec-450c-97fe-3a40f1850f9c req-732544a3-4c3e-4472-9738-77b6201e19a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1098 time: 0.0445535 Jan 28 12:10:32.699512 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-38fbd342-17ec-450c-97fe-3a40f1850f9c req-ce4ab2e4-1d89-4d5d-8227-048f9b932b8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 Jan 28 12:10:32.830524 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560d3f-91f1-40ed-b9df-88f3c95b6073 req-fce8209a-c770-4ddb-a94c-ed6b28cd0e8c tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:32.832003 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d2560d3f-91f1-40ed-b9df-88f3c95b6073 req-fce8209a-c770-4ddb-a94c-ed6b28cd0e8c tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 945 time: 0.0497494 Jan 28 12:10:32.884096 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d2560d3f-91f1-40ed-b9df-88f3c95b6073 req-ee2fe2d2-77ae-4ffd-802d-0001d8c06d64 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Jan 28 12:10:34.008581 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1f35d-7ce6-4e5e-9486-df159b8b857c req-d0b644a1-b993-4ba0-b713-caae43e334c1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:34.010043 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e4a1f35d-7ce6-4e5e-9486-df159b8b857c req-d0b644a1-b993-4ba0-b713-caae43e334c1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 945 time: 0.0567064 Jan 28 12:10:34.057958 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-e4a1f35d-7ce6-4e5e-9486-df159b8b857c req-59adc133-1c6b-4039-9c28-a66a165247b1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Jan 28 12:10:34.189283 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af777448-55b2-4a31-b874-a03e41be9632 req-133bfd55-8120-4f8b-b156-168049f6b6a9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:34.190674 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-af777448-55b2-4a31-b874-a03e41be9632 req-133bfd55-8120-4f8b-b156-168049f6b6a9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 945 time: 0.0656481 Jan 28 12:10:34.254120 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-af777448-55b2-4a31-b874-a03e41be9632 req-44555a15-40f9-4c91-b8b5-cc7b81a26931 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554175 Jan 28 12:10:34.280962 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56498) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:34.321624 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02cb93e-1306-46c1-b081-2f691ca3812e tempest-TestVolumeBootPattern-1165437620 tempest-TestVolumeBootPattern-1165437620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:34.323091 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-a02cb93e-1306-46c1-b081-2f691ca3812e tempest-TestVolumeBootPattern-1165437620 tempest-TestVolumeBootPattern-1165437620-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1093 time: 0.0411758 Jan 28 12:10:34.326101 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56500) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:10:34.333992 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:10:34.363230 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:34.476139 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:34.595720 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Allocated IP 172.27.0.133 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/bd7b671f-c8a0-4eb2-b69d-00b115485c7a) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:10:34.698448 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:34.735035 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:34.771320 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:10:34.774112 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:10:34.779577 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:10:34.784980 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=bd7b671f-c8a0-4eb2-b69d-00b115485c7a,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:34.812418 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.813066 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.813444 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.813781 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.814111 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.814443 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.814768 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.815091 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.815414 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.815739 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.816089 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.816408 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:34.816721 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:10:35.146823 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (2effe93b-f849-419c-8456-3947a224072f), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.214796 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.370720 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.377604 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.449718 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=bd7b671f-c8a0-4eb2-b69d-00b115485c7a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:10:35.459917 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (2effe93b-f849-419c-8456-3947a224072f), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.577313 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.l3_db [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Floating IP 2effe93b-f849-419c-8456-3947a224072f associated. External IP: 172.27.0.133, port: a25ed7c0-8d2c-4d3a-9c73-60341135045a. Jan 28 12:10:35.795595 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:10:35.912178 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:10:35.921943 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:10:35.931888 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:35.932215 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:10:35.932852 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:10:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:35.959759 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-fe616e28-3484-48da-ac17-2cea93c9f417 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6326566 Jan 28 12:10:35.960390 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:10:35.962618 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379fcc16-e84a-4540-8c23-840bf4168a10" -d '{"events": [{"name": "network-changed", "server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:10:36.058530 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668901b7-382b-40ce-9704-60f3e6b4c75e x-openstack-request-id: req-668901b7-382b-40ce-9704-60f3e6b4c75e {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:10:36.058820 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:10:36.059069 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-668901b7-382b-40ce-9704-60f3e6b4c75e {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:10:36.059474 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'status': 'completed', 'code': 200} Jan 28 12:10:36.123558 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-483333b3-b5df-4f4d-b50f-9b8bdff4fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:36.125160 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-483333b3-b5df-4f4d-b50f-9b8bdff4fedd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1098 time: 0.0416169 Jan 28 12:10:36.182559 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:10:36.427146 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:35Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:36.454614 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:10:36.463253 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:10:36.463880 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:10:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:36.473450 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-e946b272-c610-4a51-9d73-de93a5f05713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:36.474924 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-e946b272-c610-4a51-9d73-de93a5f05713 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.3434303 Jan 28 12:10:36.539896 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-a0273c33-ac32-42c9-99a9-e48b7342ae2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 200 len: 999 time: 0.0582397 Jan 28 12:10:36.572505 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:10:36.594261 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-a78e3090-6d00-49a9-a2e0-f919fb77f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:36.595714 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-a78e3090-6d00-49a9-a2e0-f919fb77f5eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0474687 Jan 28 12:10:36.639959 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-2c880303-6b49-43b8-886b-b12d0d02a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:10:36.641617 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-2c880303-6b49-43b8-886b-b12d0d02a5be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401216 Jan 28 12:10:36.731474 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-2def5269-00cf-4c3d-91a3-a91fe618330f service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829346 Jan 28 12:10:36.795058 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:35Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:10:36.827113 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172f67d-d74c-4929-9d98-de831d8d00f9 None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:35Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:10:36.827606 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-379fcc16-e84a-4540-8c23-840bf4168a10 req-e2a7dc93-72aa-443e-8625-acaa4a141f7d service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882008 Jan 28 12:10:37.028838 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce1ae6f-0f47-4720-b668-0213e16ac156 None None] New status for floating IP 2effe93b-f849-419c-8456-3947a224072f: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:10:47.068146 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:10:48.456196 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5133896a-a0a1-4d49-9889-746758ee6e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:50.673625 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5c5523ea-5e40-49b6-b4a3-1fab644601ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:51.690886 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:51.695368 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:53.285292 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:10:54.548841 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:18.455615 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a771cc-8721-4453-8219-9389b9e192bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:20.674227 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f01f956e-6683-4b35-b623-8c27cf9fabc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:21.708752 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:21.710533 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:23.290625 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:24.073552 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:11:24.545777 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:30.223324 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-f754686c-54a9-4160-9a24-0dc23edc65db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412433 Jan 28 12:11:30.309913 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-d3a703c0-6456-4c77-b091-8febe94bd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:11:30.311764 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-d3a703c0-6456-4c77-b091-8febe94bd283 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1098 time: 0.0428233 Jan 28 12:11:30.425156 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-6c4bcfa8-dcbd-46f8-abdc-2198fe1379ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:11:30.426661 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-6c4bcfa8-dcbd-46f8-abdc-2198fe1379ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0903432 Jan 28 12:11:30.495060 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-356fa66c-86d5-494e-b031-959cd2df7b52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 200 len: 1001 time: 0.0587893 Jan 28 12:11:30.549253 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-0d258dfe-cbfa-401c-a017-2df8fcd863e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:11:30.550655 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-0d258dfe-cbfa-401c-a017-2df8fcd863e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0467579 Jan 28 12:11:30.599255 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-2a9000ff-b8a4-49cb-891a-5dd3f360eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:11:30.600698 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-2a9000ff-b8a4-49cb-891a-5dd3f360eb44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399168 Jan 28 12:11:30.689755 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-ac83be51-2b4a-470c-9a4a-bb87a64719ae service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820472 Jan 28 12:11:30.788470 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73a0ca45-71c9-4419-b662-8f6a7f4afc34 req-22eb6070-7df7-4167-a436-89b87c7b70bc service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891175 Jan 28 12:11:48.461301 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c5714860-2624-4f50-8c0a-21dab6bb6ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:50.681424 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f9a2753c-fb7c-4e14-b98c-0725f296a85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:51.702463 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:51.703936 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:53.298788 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:11:54.546926 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:01.073377 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:12:11.312904 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-cf70e6ff-ab79-43d0-85c3-37257a0adc3f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705740942&fields=id&tenant_id=04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 267 time: 0.0481923 Jan 28 12:12:11.426647 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-54daee4c-a9e9-45d3-8f44-a0960a7d8517 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:11.428050 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-54daee4c-a9e9-45d3-8f44-a0960a7d8517 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 811 time: 0.1057544 Jan 28 12:12:11.445933 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-5673d0d7-a0b1-40ba-9aa7-3e10472801b3 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/quotas/04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 375 time: 0.0095181 Jan 28 12:12:11.502886 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-d2687e2e-50d0-4901-8814-cf682be6f9a8 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495002 Jan 28 12:12:11.602621 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-a5059b16-47b2-4b59-9d67-bb152b29a0db service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102404) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 12:12:11.604010 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-a5059b16-47b2-4b59-9d67-bb152b29a0db service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0857532 Jan 28 12:12:11.701973 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-7114590b-0dd8-494a-8ba7-3c476bc153c7 service neutron] 10.222.0.36 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917747 Jan 28 12:12:11.804648 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2b591187-0dae-45fe-b12c-c504c9fb6fe5 service neutron] 10.222.0.36 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942078 Jan 28 12:12:12.130470 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-891ee8eb-f607-428b-8eae-1a5471721231 req-69875a1d-c707-41f9-add2-7a3293467ee9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 210 time: 0.0311568 Jan 28 12:12:13.171962 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-f397650c-52c0-4ed2-b8fa-1c718de68ead tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:13.173534 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-f397650c-52c0-4ed2-b8fa-1c718de68ead tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 811 time: 0.1118054 Jan 28 12:12:13.224698 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7191b111-113f-46e6-a79d-cab2f1fae7e7 req-519ffa61-1aaf-4f57-ab2c-076c825de56c tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 210 time: 0.0276625 Jan 28 12:12:13.244966 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2ec8f266-e595-4a34-9873-4975e456586a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04552fdbdf57460f9723a040a31cb8f7 HTTP/1.1" status: 200 len: 380 time: 0.0613937 Jan 28 12:12:13.254105 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'port': {'device_id': '8537f650-3a19-4892-80b1-ff78e197f159', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'admin_state_up': True, 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'security_groups': ['ed12b509-9c4b-4ff9-a62c-2733e75b4509']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:12:13.362254 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Made reservation on behalf of 04552fdbdf57460f9723a040a31cb8f7 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 12:12:13.365920 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:13.496790 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Allocated IP 172.20.0.11 (a385901e-0429-4d3d-9e82-92605cefcf1e/dba00513-1f8e-40a8-8089-6c1cfabe7060/e5a25af9-d838-4f1e-94e8-6885cb8572f3) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:12:13.642467 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:13.681133 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:13.728720 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Network a385901e-0429-4d3d-9e82-92605cefcf1e is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:12:13.731760 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:12:13.738608 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:12:13.762952 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=e5a25af9-d838-4f1e-94e8-6885cb8572f3,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:13.776774 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.777126 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.777473 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.777812 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.778141 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.778468 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.778796 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.779126 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.779455 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.779780 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.780136 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.780457 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.780771 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:13.803439 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:13.804139 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:13.823953 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-2828d598-c74e-403e-8f1f-298d978dfc5a tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735044 Jan 28 12:12:13.836656 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Request body: {'port': {'device_id': '8537f650-3a19-4892-80b1-ff78e197f159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:12:13.891549 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:14.022940 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-cf384baa-f894-4c37-9911-afd94847befa None None] Provisioning complete for port e5a25af9-d838-4f1e-94e8-6885cb8572f3 triggered by entity DHCP. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:12:14.023636 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cf384baa-f894-4c37-9911-afd94847befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:14.061746 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-cf384baa-f894-4c37-9911-afd94847befa None None] Port e5a25af9-d838-4f1e-94e8-6885cb8572f3 cannot update to ACTIVE because it is not bound. {{(pid=102406) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 12:12:14.151657 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a25af9-d838-4f1e-94e8-6885cb8572f3 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:12:14.159245 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Publish callbacks [] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:14.171810 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Transition to ACTIVE for port object e5a25af9-d838-4f1e-94e8-6885cb8572f3 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 12:12:14.181531 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:14.233073 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a25af9-d838-4f1e-94e8-6885cb8572f3,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:14.301026 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Attempting to bind port e5a25af9-d838-4f1e-94e8-6885cb8572f3 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 12:12:14.301444 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Attempting to bind port e5a25af9-d838-4f1e-94e8-6885cb8572f3 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 12:12:14.301664 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Attempting to bind port e5a25af9-d838-4f1e-94e8-6885cb8572f3 on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:12:14.308774 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Port e5a25af9-d838-4f1e-94e8-6885cb8572f3 on network a385901e-0429-4d3d-9e82-92605cefcf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 12:12:14.308774 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Attempting to bind port e5a25af9-d838-4f1e-94e8-6885cb8572f3 on network a385901e-0429-4d3d-9e82-92605cefcf1e {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 12:12:14.312638 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Checking agent: {'id': 'cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'started_at': datetime.datetime(2022, 1, 28, 11, 56, 21), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 12, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 12:12:14.312968 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Checking segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 12:12:14.313328 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Bound using segment: {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 12:12:14.313758 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Bound port: e5a25af9-d838-4f1e-94e8-6885cb8572f3, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98309b7a-1e13-46e2-a9b5-091d2e755019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 12:12:14.314100 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:14.347691 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652339c8-b637-4bd6-a54e-eb87d352c099 req-37046735-43ff-418d-8046-fc2083f2033e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:14.350334 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-652339c8-b637-4bd6-a54e-eb87d352c099 req-37046735-43ff-418d-8046-fc2083f2033e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0539181 Jan 28 12:12:14.388851 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] For port e5a25af9-d838-4f1e-94e8-6885cb8572f3, host hv-cinder-81187, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 12:12:14.392162 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] For port e5a25af9-d838-4f1e-94e8-6885cb8572f3, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 12:12:14.399945 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26305337'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:14.404990 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-652339c8-b637-4bd6-a54e-eb87d352c099 req-5de30fab-acff-40d4-a8ce-5324a120ff06 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484016 Jan 28 12:12:14.434095 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:14.434763 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:14.436508 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] 10.222.0.39 "PUT /v2.0/ports/e5a25af9-d838-4f1e-94e8-6885cb8572f3 HTTP/1.1" status: 200 len: 1094 time: 0.6043241 Jan 28 12:12:14.436941 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:12:14.439148 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:12:14.463099 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319db583-1c04-4808-9e22-8d204ac8d114 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a25af9-d838-4f1e-94e8-6885cb8572f3,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:14.516328 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b3ebea-8d76-4ba9-a8ea-293e1bfdc612 x-openstack-request-id: req-44b3ebea-8d76-4ba9-a8ea-293e1bfdc612 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:12:14.516616 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:12:14.516874 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44b3ebea-8d76-4ba9-a8ea-293e1bfdc612 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:12:14.517285 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'status': 'completed', 'code': 200} Jan 28 12:12:14.534534 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-6ce4d8bf-0202-4930-824a-0deda95b9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:14.536418 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-6ce4d8bf-0202-4930-824a-0deda95b9efb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 1097 time: 0.0480168 Jan 28 12:12:14.582075 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-eedc8b15-b8a8-4981-a7c6-e83adb65c7c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3 HTTP/1.1" status: 200 len: 217 time: 0.0388014 Jan 28 12:12:14.630516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-6349bcdc-c63d-4002-9e22-dcb9765d5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:14.632013 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-6349bcdc-c63d-4002-9e22-dcb9765d5999 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0441372 Jan 28 12:12:14.680588 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-94e530fa-3ed1-4307-a445-28f27d5b74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:14.682085 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-94e530fa-3ed1-4307-a445-28f27d5b74c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408978 Jan 28 12:12:14.780883 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-88c244ec-08ce-474f-85a0-4ec8ab863912 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871356 Jan 28 12:12:14.878084 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ed96622-7d02-433c-bd25-f0f09939d24a req-d361f35c-ae6a-4cbc-99f3-f705bcad652d service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873556 Jan 28 12:12:14.970940 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-8379098b-e5f3-4663-9794-de57a2d00ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:14.972625 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-8379098b-e5f3-4663-9794-de57a2d00ed1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 1097 time: 0.0430996 Jan 28 12:12:15.066926 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-eb7068f0-b9f0-4efd-92d3-1a7179066923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:15.068435 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-eb7068f0-b9f0-4efd-92d3-1a7179066923 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0894732 Jan 28 12:12:15.108611 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-ecce55af-7c0b-4495-b4bc-e92530ea9dc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3 HTTP/1.1" status: 200 len: 217 time: 0.0338087 Jan 28 12:12:15.155483 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-14efd342-5734-45d1-8218-b739c34fdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:15.156821 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-14efd342-5734-45d1-8218-b739c34fdb5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0421703 Jan 28 12:12:15.213927 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-5500f390-fe9a-419c-ba09-981b36e46423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:15.215432 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-5500f390-fe9a-419c-ba09-981b36e46423 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516255 Jan 28 12:12:15.319121 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-04067a73-8974-4800-9d8b-8e9021704eff service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958915 Jan 28 12:12:15.413424 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4dbcf2b6-708d-4299-81e4-a2695a60e1cc req-df3563b7-5534-4513-82c3-ef032a97d978 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854082 Jan 28 12:12:15.519428 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b8073-9e22-4def-87a8-854b3a60065e req-97a57192-1845-4892-8dd7-693b84daa016 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:15.520942 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c12b8073-9e22-4def-87a8-854b3a60065e req-97a57192-1845-4892-8dd7-693b84daa016 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0488486 Jan 28 12:12:15.575678 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-c12b8073-9e22-4def-87a8-854b3a60065e req-acfcee7f-b69e-41d8-bc62-0aa89d180590 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465417 Jan 28 12:12:16.703634 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232788-105a-49c8-bc1b-bcabc473d2ea req-dc3afc62-0ffa-4b12-a22f-f0993bc7b0dd tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:16.705172 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-32232788-105a-49c8-bc1b-bcabc473d2ea req-dc3afc62-0ffa-4b12-a22f-f0993bc7b0dd tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0521741 Jan 28 12:12:16.755270 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-32232788-105a-49c8-bc1b-bcabc473d2ea req-e7dcbf6e-ee1f-4b0c-8342-be5462115106 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Jan 28 12:12:17.877176 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f84ec-957b-46db-90c0-81c3fec5eb69 req-0ce71b4f-140d-4fd0-b763-7d277452dfa0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:17.878796 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5f8f84ec-957b-46db-90c0-81c3fec5eb69 req-0ce71b4f-140d-4fd0-b763-7d277452dfa0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0500166 Jan 28 12:12:17.929272 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-5f8f84ec-957b-46db-90c0-81c3fec5eb69 req-aa9b3083-9cac-40b0-8949-adfd8c0f970c tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447919 Jan 28 12:12:18.454085 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f0e5f1af-f5c7-45fb-b404-429392bcb809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:19.068955 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6fd21-3d06-4486-b2e8-6d3b541fa570 req-296ce878-6c7f-4af9-9ba2-e2ee99e01723 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:19.070438 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52b6fd21-3d06-4486-b2e8-6d3b541fa570 req-296ce878-6c7f-4af9-9ba2-e2ee99e01723 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0525959 Jan 28 12:12:19.119899 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-52b6fd21-3d06-4486-b2e8-6d3b541fa570 req-a95d932e-19a2-4c2e-a371-60411ff317c7 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Jan 28 12:12:20.256912 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6f03b-c4b3-48ce-8ac7-e5c5146e1069 req-ff62d185-cdcc-45c8-b4cf-e4e18686e455 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:20.258392 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7be6f03b-c4b3-48ce-8ac7-e5c5146e1069 req-ff62d185-cdcc-45c8-b4cf-e4e18686e455 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0554214 Jan 28 12:12:20.308021 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-7be6f03b-c4b3-48ce-8ac7-e5c5146e1069 req-a9ea8807-ce64-4b51-b265-fdba608bceb5 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438828 Jan 28 12:12:20.673618 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d7808506-b870-4b40-b69d-a7781a9acc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:21.443139 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec397488-751d-4ba9-b250-0493a5b5e66d req-98717faa-1804-477c-8c87-7d3cdcf175ee tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:21.444695 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec397488-751d-4ba9-b250-0493a5b5e66d req-98717faa-1804-477c-8c87-7d3cdcf175ee tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0631816 Jan 28 12:12:21.498582 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-ec397488-751d-4ba9-b250-0493a5b5e66d req-2dd0af01-310f-4dca-93bf-8f452e0f36c3 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Jan 28 12:12:21.712781 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:21.718275 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:22.630296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea936dd-95a9-429a-983c-70f3f799a5ea req-8ef7131b-a3ea-444a-a32f-ecea5df19a04 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:22.631776 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ea936dd-95a9-429a-983c-70f3f799a5ea req-8ef7131b-a3ea-444a-a32f-ecea5df19a04 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 944 time: 0.0542922 Jan 28 12:12:22.682523 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-4ea936dd-95a9-429a-983c-70f3f799a5ea req-fcb2b3da-0cfc-46f7-8e42-e8c1b8c6a94b tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Jan 28 12:12:22.737602 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device e5a25af9-d838-4f1e-94e8-6885cb8572f3 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=102406) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 12:12:22.842203 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port e5a25af9-d838-4f1e-94e8-6885cb8572f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:12:22.858720 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Returning: {'device': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'port_id': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'mac_address': 'fa:16:3e:cf:31:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102406) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 12:12:22.896591 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port e5a25af9-d838-4f1e-94e8-6885cb8572f3 is: DOWN; New status is: BUILD {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:12:22.896983 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:22.910584 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [None req-bf90b903-da14-472a-957c-bf043755392a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a25af9-d838-4f1e-94e8-6885cb8572f3 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 12:12:22.930124 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port e5a25af9-d838-4f1e-94e8-6885cb8572f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:12:22.937778 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:22.988510 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=e5a25af9-d838-4f1e-94e8-6885cb8572f3,revision_number=4']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:22.995600 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.995972 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.996313 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.996641 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.996969 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.997288 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.997600 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.997952 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.998256 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.998577 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.998894 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.999207 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:22.999522 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:23.227076 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] get_ports_and_sgs() called for port_ids ['e5a25af9-d838-4f1e-94e8-6885cb8572f3'] {{(pid=102406) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 12:12:23.303213 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:23.816400 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10335252-72e6-4ba7-9cb6-996c65fbef2d req-f9a0e569-cdf4-4d6a-8c44-4e65e7ab5dc1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:23.817869 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10335252-72e6-4ba7-9cb6-996c65fbef2d req-f9a0e569-cdf4-4d6a-8c44-4e65e7ab5dc1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 945 time: 0.0593591 Jan 28 12:12:23.871996 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10335252-72e6-4ba7-9cb6-996c65fbef2d req-0008d34f-b8f2-4079-94c2-4b58824a09f5 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464849 Jan 28 12:12:24.554519 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:24.742614 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device e5a25af9-d838-4f1e-94e8-6885cb8572f3 up at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 12:12:24.805649 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning for port e5a25af9-d838-4f1e-94e8-6885cb8572f3 completed by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 12:12:24.809336 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [None req-bf90b903-da14-472a-957c-bf043755392a None None] Provisioning complete for port e5a25af9-d838-4f1e-94e8-6885cb8572f3 triggered by entity L2. {{(pid=102406) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 12:12:24.809707 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1746601'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), provisioning_complete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:24.887507 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] Current status of the port e5a25af9-d838-4f1e-94e8-6885cb8572f3 is: BUILD; New status is: ACTIVE {{(pid=102406) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 12:12:24.887885 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:24.909639 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:12:24.912067 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc7cf8f459d57a927128281c7cc86b61e3f7af6b8781d1f22686ce0ebc7196da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c6e9ce-4252-40b7-a77a-2be2d506f8af" -d '{"events": [{"server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "name": "network-vif-plugged", "status": "completed", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:12:24.924418 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-bf90b903-da14-472a-957c-bf043755392a None None] For port e5a25af9-d838-4f1e-94e8-6885cb8572f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:12:24.930843 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:24.966030 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64369243-6872-4975-9de4-dfc6563058a4 x-openstack-request-id: req-64369243-6872-4975-9de4-dfc6563058a4 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:12:24.966523 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "name": "network-vif-plugged", "status": "completed", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:12:24.966951 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64369243-6872-4975-9de4-dfc6563058a4 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:12:24.967495 dv-cinder-811877-11-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'code': 200} Jan 28 12:12:24.994693 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Pushing event updated for resources: {'Port': ['ID=e5a25af9-d838-4f1e-94e8-6885cb8572f3,revision_number=5']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:25.012344 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546e806-d07f-4867-8ad7-5df8e1d5afc6 req-f1cd05e6-f434-42fc-b249-0f54e60d9598 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:25.013821 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b546e806-d07f-4867-8ad7-5df8e1d5afc6 req-f1cd05e6-f434-42fc-b249-0f54e60d9598 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 946 time: 0.0550356 Jan 28 12:12:25.061425 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-b546e806-d07f-4867-8ad7-5df8e1d5afc6 req-804ba7eb-6682-4373-b10b-1eafd41cbf18 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 Jan 28 12:12:25.231867 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a653a36-d4ce-4706-b542-f8e31e894fd6 req-70417b4f-e4d6-497c-ace7-7727dd2a21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:25.233360 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3a653a36-d4ce-4706-b542-f8e31e894fd6 req-70417b4f-e4d6-497c-ace7-7727dd2a21e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 1099 time: 0.0423040 Jan 28 12:12:25.290790 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3a653a36-d4ce-4706-b542-f8e31e894fd6 req-82bff629-ce25-4c61-ba0e-db2731d8aae6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474169 Jan 28 12:12:26.197892 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ea878-c800-4a78-8d98-dbd2ecfa386e req-7e6e88c2-a892-4635-b759-b18cb06cedc9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:26.199277 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d65ea878-c800-4a78-8d98-dbd2ecfa386e req-7e6e88c2-a892-4635-b759-b18cb06cedc9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 946 time: 0.0488234 Jan 28 12:12:26.246725 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-d65ea878-c800-4a78-8d98-dbd2ecfa386e req-471ca567-b14c-480d-990f-0c3bc677f728 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 Jan 28 12:12:27.389305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf452b-3f71-452f-a20d-e2bd0f100830 req-c4c50a11-af95-4587-8170-63008ebd7084 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:27.390788 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-32cf452b-3f71-452f-a20d-e2bd0f100830 req-c4c50a11-af95-4587-8170-63008ebd7084 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 946 time: 0.0534596 Jan 28 12:12:27.454494 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-32cf452b-3f71-452f-a20d-e2bd0f100830 req-4b08a7f0-6f7e-47be-bd11-ceb891329bfc tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548620 Jan 28 12:12:27.577008 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a88761-f708-41d4-b49d-0c55cdb2102d req-8c2e511b-d30b-490c-90e1-3e6a149a774f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:27.578485 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-20a88761-f708-41d4-b49d-0c55cdb2102d req-8c2e511b-d30b-490c-90e1-3e6a149a774f tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 946 time: 0.0500016 Jan 28 12:12:27.629683 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-20a88761-f708-41d4-b49d-0c55cdb2102d req-ba33510e-cef7-4f64-a20f-524a5eedb0ee tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454240 Jan 28 12:12:27.652305 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56622) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:27.692174 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c45ddb-ef02-444a-b315-e560e5703a73 tempest-TestVolumeBootPattern-1165437620 tempest-TestVolumeBootPattern-1165437620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:27.693795 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-26c45ddb-ef02-444a-b315-e560e5703a73 tempest-TestVolumeBootPattern-1165437620 tempest-TestVolumeBootPattern-1165437620-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 1094 time: 0.0405109 Jan 28 12:12:27.696731 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56624) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:12:27.700889 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.v2.base [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Request body: {'floatingip': {'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'port_id': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102404) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 12:12:27.724771 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:27.822570 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (None), before_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:27.931975 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_common [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Allocated IP 172.27.0.161 (3de72453-1fac-40f5-8076-0c354680822f/7b083ea1-cafd-42ce-be43-91b26fe15f31/147485e8-479c-4c13-baa6-f06cb4c672f0) {{(pid=102404) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 12:12:28.295913 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:28.334258 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743834468383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:28.370743 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Network 3de72453-1fac-40f5-8076-0c354680822f is already hosted by enough agents. {{(pid=102404) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 12:12:28.373521 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.base_scheduler [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Resources bound (agent type, host, resource id): {{(pid=102404) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 12:12:28.378889 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Received port after_create {{(pid=102404) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 12:12:28.384296 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=147485e8-479c-4c13-baa6-f06cb4c672f0,revision_number=1']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:28.413936 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.414673 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.414673 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.414939 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.415266 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.415589 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.415939 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.416247 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.416573 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.416894 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.417218 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.417530 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.417847 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:12:28.753102 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (c9bbb09b-9146-47e0-97fe-0392d21ed815), precommit_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:28.823504 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1765237'] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:28.973714 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:28.981362 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743834962140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743834468401', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743834468419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25222376'] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:29.045535 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event updated for resources: {'Port': ['ID=147485e8-479c-4c13-baa6-f06cb4c672f0,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:12:29.057433 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539202'] for floatingip (c9bbb09b-9146-47e0-97fe-0392d21ed815), after_create {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:29.164605 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.l3_db [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Floating IP c9bbb09b-9146-47e0-97fe-0392d21ed815 associated. External IP: 172.27.0.161, port: e5a25af9-d838-4f1e-94e8-6885cb8572f3. Jan 28 12:12:29.379057 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:12:29.488394 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:12:29.499661 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:12:29.508651 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:29.512578 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:12:29.513228 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:12:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:12:29.535343 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-833a912b-f247-476e-a245-8313d279d42e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8376286 Jan 28 12:12:29.536070 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:12:29.538421 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d92931f-0b12-4e72-87d5-a6be4722af20" -d '{"events": [{"name": "network-changed", "server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:12:29.575965 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c79d5f-0b1d-4a97-b5ac-6c2fabb10561 x-openstack-request-id: req-49c79d5f-0b1d-4a97-b5ac-6c2fabb10561 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:12:29.576331 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:12:29.576647 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49c79d5f-0b1d-4a97-b5ac-6c2fabb10561 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:12:29.577118 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'status': 'completed', 'code': 200} Jan 28 12:12:29.625082 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:12:29.639670 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-7c58a338-2d57-4609-8c7f-92e97f123c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:29.641130 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-7c58a338-2d57-4609-8c7f-92e97f123c68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 1099 time: 0.0412114 Jan 28 12:12:29.735802 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-dcee7adb-0328-4d6e-ae4e-a3685f782df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:29.737340 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-dcee7adb-0328-4d6e-ae4e-a3685f782df2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0904489 Jan 28 12:12:29.801965 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-fd595d48-b64c-4906-b62c-ffb6cc3e92f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3 HTTP/1.1" status: 200 len: 1000 time: 0.0585184 Jan 28 12:12:29.887588 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-c0ccc697-26d8-4e13-b002-9feab4fc59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:29.889110 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-c0ccc697-26d8-4e13-b002-9feab4fc59e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0769923 Jan 28 12:12:29.896788 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-cc6104cf-2971-4a9c-ae5a-f10f0b5544d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855706 Jan 28 12:12:29.940968 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-936e964e-4160-445b-95b2-7008cfa1a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:29.942491 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-936e964e-4160-445b-95b2-7008cfa1a965 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449636 Jan 28 12:12:30.000938 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:37Z', 'revision_number': 1, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}, {'id': 'c9bbb09b-9146-47e0-97fe-0392d21ed815', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:cf:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8537f650-3a19-4892-80b1-ff78e197f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:12:28Z', 'updated_at': '2022-01-28T12:12:28Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:12:30.027965 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:12:30.036646 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:12:30.037308 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:12:21Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:12:30.043516 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850534f-2693-40a5-8627-c365d94c5174 req-cab98abe-d010-43c8-b64a-287a8febb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:30.045044 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-cab98abe-d010-43c8-b64a-287a8febb1eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1098 time: 0.1016159 Jan 28 12:12:30.075001 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-9341495b-cc2a-46fa-8007-731f6ddb405b service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234026 Jan 28 12:12:30.142819 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:12:30.214330 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850534f-2693-40a5-8627-c365d94c5174 req-c64dfaba-45b8-49bf-8e72-8dce735f18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:30.215728 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-c64dfaba-45b8-49bf-8e72-8dce735f18ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.1517491 Jan 28 12:12:30.236224 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d92931f-0b12-4e72-87d5-a6be4722af20 req-83a9ae5f-1a53-4105-99f0-0dc932107159 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511533 Jan 28 12:12:30.293997 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-b77f13c0-a388-49bd-b03a-6aebd21ba73f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 200 len: 1001 time: 0.0690815 Jan 28 12:12:30.343220 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850534f-2693-40a5-8627-c365d94c5174 req-3193690d-4603-4190-8ae3-5d7148cb0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:30.344716 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-3193690d-4603-4190-8ae3-5d7148cb0d82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0447109 Jan 28 12:12:30.370899 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:37Z', 'revision_number': 1, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}, {'id': 'c9bbb09b-9146-47e0-97fe-0392d21ed815', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:cf:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8537f650-3a19-4892-80b1-ff78e197f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:12:28Z', 'updated_at': '2022-01-28T12:12:28Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:12:30.388623 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850534f-2693-40a5-8627-c365d94c5174 req-98a68501-92b7-487d-b64c-caae6c657a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:12:30.390117 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-98a68501-92b7-487d-b64c-caae6c657a0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395672 Jan 28 12:12:30.398476 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e07cb-6125-4f8b-9ce9-4e25ff67a491 None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:37Z', 'revision_number': 1, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}, {'id': 'c9bbb09b-9146-47e0-97fe-0392d21ed815', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:cf:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8537f650-3a19-4892-80b1-ff78e197f159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:12:28Z', 'updated_at': '2022-01-28T12:12:28Z', 'revision_number': 0, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:12:30.485898 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-558d06d9-a539-41e1-9ae9-70ba2b3855fa service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895524 Jan 28 12:12:30.577748 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b850534f-2693-40a5-8627-c365d94c5174 req-8f3d883b-9cb8-4f16-81fa-7141c12b07f4 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860114 Jan 28 12:12:30.584363 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b55edd-dda8-4526-9a1c-f55fcd54a8f7 None None] New status for floating IP c9bbb09b-9146-47e0-97fe-0392d21ed815: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:12:38.073032 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:12:48.460445 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d8b0f788-6244-4d2e-ac20-21ab881c1205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:50.680387 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-984c60d4-28fe-43c8-ad1e-b9b7c7689c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:51.717203 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:51.719305 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:53.301027 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:12:54.544198 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:15.076198 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:13:18.451070 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e85fed51-9fec-48f4-b11c-b2b6b95b24ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:20.676059 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5f9839b7-7c01-4f7c-85f9-d1e358ae2005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:21.721427 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:21.722544 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:23.308315 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:24.550584 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:30.956176 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-ca5338ad-8c46-4215-85cc-70c0ab632608 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429130 Jan 28 12:13:31.032039 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-c006eaf4-6ec0-4b94-9901-ca99c345b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:31.033524 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-c006eaf4-6ec0-4b94-9901-ca99c345b5dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 1099 time: 0.0455194 Jan 28 12:13:31.144195 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-9d93f0b5-2ac5-408d-947e-f05e8cf93cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:31.145488 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-9d93f0b5-2ac5-408d-947e-f05e8cf93cf9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0876050 Jan 28 12:13:31.226217 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-01a69015-211d-473f-8c88-11261d512413 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3 HTTP/1.1" status: 200 len: 1002 time: 0.0704310 Jan 28 12:13:31.279462 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-1aa42de2-b5c1-4b60-b9c7-d07b0b400851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:31.280921 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-1aa42de2-b5c1-4b60-b9c7-d07b0b400851 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0456333 Jan 28 12:13:31.337156 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-02b6f712-db2a-42a2-a3c3-9d185f63c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:31.338705 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-02b6f712-db2a-42a2-a3c3-9d185f63c01f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487406 Jan 28 12:13:31.432499 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-f99faf46-8e5f-40e3-96ec-cfbcd316b9ac service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840361 Jan 28 12:13:31.524287 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9348cff1-7de4-4b86-8f8f-b47e22a61c1b req-0fbc8d72-9f4b-495f-a51f-2d87429ecaf2 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810175 Jan 28 12:13:45.429609 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-98727e87-d30e-473a-811d-2f58f41df3ac req-8377e9e5-4870-49f2-ae8b-423ce03e34b0 service neutron] (102404) timed out ('10.222.0.39', 56725) {{(pid=102404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:13:48.458252 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46ab7e87-76df-474d-96c0-55cbe1490743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:50.683625 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca06e-6caf-4b99-aa77-f84e41166af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:51.729204 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:51.730397 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:52.079421 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:13:53.319509 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:54.536116 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:57.004420 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56662) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:13:57.236334 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Deleting port 147485e8-479c-4c13-baa6-f06cb4c672f0 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:13:57.236597 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:57.313790 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:57.314090 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (147485e8-479c-4c13-baa6-f06cb4c672f0), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:57.326699 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Calling delete_port for 147485e8-479c-4c13-baa6-f06cb4c672f0 owned by network:floatingip {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:13:57.497405 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (147485e8-479c-4c13-baa6-f06cb4c672f0), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:57.526146 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event deleted for resources: {'Port': ['ID=147485e8-479c-4c13-baa6-f06cb4c672f0,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:13:57.537693 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.538051 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.538389 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.538728 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.539056 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.539382 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.539707 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.540074 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.540385 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.540708 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.541011 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.541328 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.541643 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:13:57.599747 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (c9bbb09b-9146-47e0-97fe-0392d21ed815), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:57.600094 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.db.l3_db [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Floating IP c9bbb09b-9146-47e0-97fe-0392d21ed815 disassociated (deleted). External IP: 172.27.0.161, port: e5a25af9-d838-4f1e-94e8-6885cb8572f3. Jan 28 12:13:57.827249 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:13:57.947878 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:13:57.953221 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:13:57.958590 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:13:57.969340 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:13:57.969962 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:13:57.982890 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-68eb46da-ed80-4d42-b518-fa2af11fa967 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "DELETE /v2.0/floatingips/c9bbb09b-9146-47e0-97fe-0392d21ed815 HTTP/1.1" status: 204 len: 168 time: 0.9773827 Jan 28 12:13:57.983464 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3'}] {{(pid=102404) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:13:57.985753 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9a33a535464d228f85501f73bf1acb2535b4720df5a657db71c5ed946ba3798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b52710-5529-4192-bab6-4c7234440294" -d '{"events": [{"name": "network-changed", "server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3"}]}' {{(pid=102404) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:13:58.030464 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d6abf3-fc2b-4923-b4b2-41daea069e20 x-openstack-request-id: req-76d6abf3-fc2b-4923-b4b2-41daea069e20 {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:13:58.031080 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3", "status": "completed", "code": 200}]} {{(pid=102404) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:13:58.031080 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76d6abf3-fc2b-4923-b4b2-41daea069e20 {{(pid=102404) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:13:58.032090 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'status': 'completed', 'code': 200} Jan 28 12:13:58.082149 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:13:58.100530 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52710-5529-4192-bab6-4c7234440294 req-941ce3f8-d47f-4711-ab69-9b7bff954a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:58.102879 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8b52710-5529-4192-bab6-4c7234440294 req-941ce3f8-d47f-4711-ab69-9b7bff954a7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 1099 time: 0.0419266 Jan 28 12:13:58.204441 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52710-5529-4192-bab6-4c7234440294 req-8cd2b4b4-c2df-4027-a4e2-b9a9d80a7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:58.206043 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8b52710-5529-4192-bab6-4c7234440294 req-8cd2b4b4-c2df-4027-a4e2-b9a9d80a7ffe service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0922453 Jan 28 12:13:58.248343 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8b52710-5529-4192-bab6-4c7234440294 req-fbcc55ab-88ce-435b-a5d7-7346f729790f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3 HTTP/1.1" status: 200 len: 217 time: 0.0349209 Jan 28 12:13:58.292991 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185025-4825-4e80-bff3-f8b3abbf1731 req-dc6b2b7b-61a0-4709-837a-ef3bf702e715 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:58.294644 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-23185025-4825-4e80-bff3-f8b3abbf1731 req-dc6b2b7b-61a0-4709-837a-ef3bf702e715 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 946 time: 0.1323910 Jan 28 12:13:58.302735 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52710-5529-4192-bab6-4c7234440294 req-e73901bc-9692-4bad-b378-9da7571de2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:58.304224 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8b52710-5529-4192-bab6-4c7234440294 req-e73901bc-9692-4bad-b378-9da7571de2cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0493917 Jan 28 12:13:58.315695 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:37Z', 'revision_number': 1, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:13:58.344280 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-23185025-4825-4e80-bff3-f8b3abbf1731 req-bf26c9b3-08a0-41b5-bff5-ead63bf39bbd tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Jan 28 12:13:58.346755 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:13:58.355107 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b52710-5529-4192-bab6-4c7234440294 req-61f9fcc2-eec4-4556-8d6e-66e22ff4d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:58.357040 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8b52710-5529-4192-bab6-4c7234440294 req-61f9fcc2-eec4-4556-8d6e-66e22ff4d697 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443113 Jan 28 12:13:58.358262 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:13:58.358881 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:13:58.446398 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8b52710-5529-4192-bab6-4c7234440294 req-ada4f0bf-1bf2-4745-814e-25e1dfea7a2a service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825942 Jan 28 12:13:58.465372 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:13:58.539805 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8b52710-5529-4192-bab6-4c7234440294 req-ff87c254-d425-48b9-862e-8c0414cefb10 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871341 Jan 28 12:13:58.692563 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:37Z', 'revision_number': 1, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:13:58.721885 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406dd32-085b-4b1c-bd0d-42f7078d7607 None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_floatingips': [{'id': '2effe93b-f849-419c-8456-3947a224072f', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'router_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'port_id': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'mac_address': 'fa:16:3e:1e:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d39aa99-72d8-42be-a201-77b27026732b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T12:10:35Z', 'updated_at': '2022-01-28T12:10:37Z', 'revision_number': 1, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:13:58.934888 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71545aff-611f-412d-9926-a58fb777c8a4 None None] New status for floating IP c9bbb09b-9146-47e0-97fe-0392d21ed815: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:13:59.481375 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148bb24-1bce-45ce-be3e-448c6db4c77d req-23478f39-3989-41f5-85c6-f7ed6bd8f8d9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:59.482863 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0148bb24-1bce-45ce-be3e-448c6db4c77d req-23478f39-3989-41f5-85c6-f7ed6bd8f8d9 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 946 time: 0.0585463 Jan 28 12:13:59.534555 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0148bb24-1bce-45ce-be3e-448c6db4c77d req-b6969331-275a-42bb-b34f-6c7e0ea32233 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458617 Jan 28 12:13:59.946555 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-11abec90-6534-4d0f-be69-8dc4ded6dd32 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:13:59.948039 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-11abec90-6534-4d0f-be69-8dc4ded6dd32 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 946 time: 0.0516434 Jan 28 12:14:00.048983 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Deleting port e5a25af9-d838-4f1e-94e8-6885cb8572f3 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:00.049266 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:00.136432 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] For port e5a25af9-d838-4f1e-94e8-6885cb8572f3, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5a25af9-d838-4f1e-94e8-6885cb8572f3,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:00.136753 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:00.148282 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Calling delete_port for e5a25af9-d838-4f1e-94e8-6885cb8572f3 owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:00.281114 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (e5a25af9-d838-4f1e-94e8-6885cb8572f3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:00.309443 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event deleted for resources: {'Port': ['ID=e5a25af9-d838-4f1e-94e8-6885cb8572f3,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:00.320066 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.320206 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.320488 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.320822 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.321169 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.321466 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.321788 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.322115 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.322434 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.322756 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.323077 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.323392 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.323706 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:00.361440 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] No DVR routers for this DVR port e5a25af9-d838-4f1e-94e8-6885cb8572f3 on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:14:00.364317 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:00.367596 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2d5d1a63-3662-4bfb-ab7e-bc3da3f8483b req-4b3d3f06-5759-44a3-a275-aae05bf26ca4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "DELETE /v2.0/ports/e5a25af9-d838-4f1e-94e8-6885cb8572f3 HTTP/1.1" status: 204 len: 173 time: 0.4119139 Jan 28 12:14:00.368069 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'name': 'network-vif-deleted', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:14:00.370289 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb3f643-6577-4c97-afcd-ad8d606d19ee" -d '{"events": [{"server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "name": "network-vif-deleted", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:14:00.410935 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bca462-34a8-4473-8b48-f51409226854 x-openstack-request-id: req-43bca462-34a8-4473-8b48-f51409226854 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:14:00.411224 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537f650-3a19-4892-80b1-ff78e197f159", "name": "network-vif-deleted", "tag": "e5a25af9-d838-4f1e-94e8-6885cb8572f3", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:14:00.411555 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43bca462-34a8-4473-8b48-f51409226854 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:14:00.412008 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537f650-3a19-4892-80b1-ff78e197f159', 'name': 'network-vif-deleted', 'tag': 'e5a25af9-d838-4f1e-94e8-6885cb8572f3', 'status': 'completed', 'code': 200} Jan 28 12:14:00.628351 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-10ce65de-e259-4e36-9c99-5dfeb195fe36 req-83ff1c8b-3d50-4678-bbae-8c12164d7189 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537f650-3a19-4892-80b1-ff78e197f159 HTTP/1.1" status: 200 len: 210 time: 0.0261643 Jan 28 12:14:03.296158 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device e5a25af9-d838-4f1e-94e8-6885cb8572f3 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:03.325853 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: e5a25af9-d838-4f1e-94e8-6885cb8572f3 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:03.326202 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device e5a25af9-d838-4f1e-94e8-6885cb8572f3 not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:03.961185 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56708) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:04.155935 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Deleting port bd7b671f-c8a0-4eb2-b69d-00b115485c7a {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:04.156191 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:04.230468 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:04.230756 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:04.242316 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Calling delete_port for bd7b671f-c8a0-4eb2-b69d-00b115485c7a owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:04.658375 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (bd7b671f-c8a0-4eb2-b69d-00b115485c7a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:04.683369 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event deleted for resources: {'Port': ['ID=bd7b671f-c8a0-4eb2-b69d-00b115485c7a,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:04.745008 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (2effe93b-f849-419c-8456-3947a224072f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:04.745279 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Floating IP 2effe93b-f849-419c-8456-3947a224072f disassociated (deleted). External IP: 172.27.0.133, port: a25ed7c0-8d2c-4d3a-9c73-60341135045a. Jan 28 12:14:04.951231 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:14:05.056035 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:14:05.061301 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:05.066332 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:14:05.076999 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:14:05.077592 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:05.091726 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2df904c4-264d-424f-aa6e-e850f1b11cca tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "DELETE /v2.0/floatingips/2effe93b-f849-419c-8456-3947a224072f HTTP/1.1" status: 204 len: 168 time: 1.1293805 Jan 28 12:14:05.092336 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:14:05.094631 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93073c2a-8528-410d-99c2-ac20933e3854" -d '{"events": [{"name": "network-changed", "server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:14:05.133920 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 12:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31779fe8-c041-4bfd-a7e3-45b676ce5604 x-openstack-request-id: req-31779fe8-c041-4bfd-a7e3-45b676ce5604 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:14:05.134203 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:14:05.134464 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31779fe8-c041-4bfd-a7e3-45b676ce5604 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:14:05.134857 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'status': 'completed', 'code': 200} Jan 28 12:14:05.209615 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073c2a-8528-410d-99c2-ac20933e3854 req-51584c3b-28bc-4267-8688-b0752e7024dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:14:05.211081 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93073c2a-8528-410d-99c2-ac20933e3854 req-51584c3b-28bc-4267-8688-b0752e7024dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04552fdbdf57460f9723a040a31cb8f7&device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 1098 time: 0.0473683 Jan 28 12:14:05.315962 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073c2a-8528-410d-99c2-ac20933e3854 req-97a9d2fe-e6ec-4f0c-a12a-b8c9a1ff5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:14:05.317557 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93073c2a-8528-410d-99c2-ac20933e3854 req-97a9d2fe-e6ec-4f0c-a12a-b8c9a1ff5b28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 200 len: 912 time: 0.0914187 Jan 28 12:14:05.332089 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:14:05.339162 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce2d94-3093-43ee-be3d-ae9b3b3c9b2e req-5c522c65-6d52-4210-9202-e4ec80b942ce tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:14:05.341858 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-81ce2d94-3093-43ee-be3d-ae9b3b3c9b2e req-5c522c65-6d52-4210-9202-e4ec80b942ce tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 945 time: 0.0609941 Jan 28 12:14:05.364137 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93073c2a-8528-410d-99c2-ac20933e3854 req-a25af4cd-ff03-4e0f-a83b-f1fccb57f7c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 200 len: 217 time: 0.0380485 Jan 28 12:14:05.393518 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-81ce2d94-3093-43ee-be3d-ae9b3b3c9b2e req-2a15e30f-87e7-44fb-8625-8d69a8ce2736 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Jan 28 12:14:05.415648 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073c2a-8528-410d-99c2-ac20933e3854 req-835052d7-9d2e-435f-aac7-735a23c47733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:14:05.417145 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93073c2a-8528-410d-99c2-ac20933e3854 req-835052d7-9d2e-435f-aac7-735a23c47733 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 200 len: 850 time: 0.0465517 Jan 28 12:14:05.465406 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073c2a-8528-410d-99c2-ac20933e3854 req-0a10598b-f624-497a-8c2a-9ee26d2524fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:14:05.466776 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93073c2a-8528-410d-99c2-ac20933e3854 req-0a10598b-f624-497a-8c2a-9ee26d2524fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a385901e-0429-4d3d-9e82-92605cefcf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429623 Jan 28 12:14:05.534627 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:05.559882 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93073c2a-8528-410d-99c2-ac20933e3854 req-11ee328e-849a-4d1d-a6b5-e9fed3517b40 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861363 Jan 28 12:14:05.561736 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:14:05.570624 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:14:05.571234 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:05.653126 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93073c2a-8528-410d-99c2-ac20933e3854 req-9b294e6c-9f48-4f38-b75d-c18aaa6035e7 service neutron] 10.222.0.39 "GET /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852997 Jan 28 12:14:05.678512 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:14:05.880740 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:05.910641 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4675d-b837-4191-bead-2620b67fa65d None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:30Z', 'revision_number': 4, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi', '_interfaces': [{'id': '402cb053-ac8e-48bc-b278-a377acd8ba69', 'name': '', 'network_id': 'a385901e-0429-4d3d-9e82-92605cefcf1e', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'mac_address': 'fa:16:3e:8b:b2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:29Z', 'updated_at': '2022-01-28T12:07:34Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'subnets': [{'id': 'dba00513-1f8e-40a8-8089-6c1cfabe7060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:14:06.133959 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2d79f-a8d7-4988-9b4e-2936ecd0e989 None None] New status for floating IP 2effe93b-f849-419c-8456-3947a224072f: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 12:14:06.524057 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3953f9-aca6-4bb4-afad-bf995768d14b req-826ba8b9-90c4-45d5-8f94-b7b2ab00b0d0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102404) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:14:06.525510 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0e3953f9-aca6-4bb4-afad-bf995768d14b req-826ba8b9-90c4-45d5-8f94-b7b2ab00b0d0 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 945 time: 0.0543540 Jan 28 12:14:06.574884 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-0e3953f9-aca6-4bb4-afad-bf995768d14b req-171b5ae2-58ff-4077-87aa-3ba998883400 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed12b509-9c4b-4ff9-a62c-2733e75b4509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Jan 28 12:14:07.063378 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-861ea559-ff66-4ac4-bebf-43411c38e997 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 12:14:07.064818 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-861ea559-ff66-4ac4-bebf-43411c38e997 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 945 time: 0.0510840 Jan 28 12:14:07.163642 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Deleting port a25ed7c0-8d2c-4d3a-9c73-60341135045a {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:07.163916 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:07.258400 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] For port a25ed7c0-8d2c-4d3a-9c73-60341135045a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a25ed7c0-8d2c-4d3a-9c73-60341135045a,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:07.258759 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:07.271131 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Calling delete_port for a25ed7c0-8d2c-4d3a-9c73-60341135045a owned by compute:nova {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:07.427300 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (a25ed7c0-8d2c-4d3a-9c73-60341135045a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:07.455659 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event deleted for resources: {'Port': ['ID=a25ed7c0-8d2c-4d3a-9c73-60341135045a,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:07.500755 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] No DVR routers for this DVR port a25ed7c0-8d2c-4d3a-9c73-60341135045a on host hv-cinder-81187 {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:14:07.503246 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:07.506574 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [req-885a679e-6ccc-4192-bd43-aa2a7a94ed32 req-d818447b-88a6-4fd9-be73-23705dd932f1 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.39 "DELETE /v2.0/ports/a25ed7c0-8d2c-4d3a-9c73-60341135045a HTTP/1.1" status: 204 len: 173 time: 0.4329872 Jan 28 12:14:07.507031 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'name': 'network-vif-deleted', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 12:14:07.509306 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}840667ead423cb03643a25f170d9c644bf30963ab1566e5d2936c4a2eb8a3df7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708f7636-9f0d-4add-a12e-0cf3a242b232" -d '{"events": [{"server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "name": "network-vif-deleted", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 12:14:07.544866 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 12:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e419045-649b-4c61-9770-539775b75e1e x-openstack-request-id: req-6e419045-649b-4c61-9770-539775b75e1e {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 12:14:07.545170 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d39aa99-72d8-42be-a201-77b27026732b", "name": "network-vif-deleted", "tag": "a25ed7c0-8d2c-4d3a-9c73-60341135045a", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 12:14:07.545615 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e419045-649b-4c61-9770-539775b75e1e {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 12:14:07.546024 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d39aa99-72d8-42be-a201-77b27026732b', 'name': 'network-vif-deleted', 'tag': 'a25ed7c0-8d2c-4d3a-9c73-60341135045a', 'status': 'completed', 'code': 200} Jan 28 12:14:07.669990 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [req-acbb2abd-419c-412c-bab0-bfb6d57135a0 req-14ba5fd6-ed1a-4b6e-a52d-4f0aab59e4a4 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d39aa99-72d8-42be-a201-77b27026732b HTTP/1.1" status: 200 len: 210 time: 0.0266531 Jan 28 12:14:08.736608 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56724) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:08.869626 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Deleting port b35d29f9-8f60-4f81-a617-586e57b69501 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:08.869985 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (b35d29f9-8f60-4f81-a617-586e57b69501), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:08.952185 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (b35d29f9-8f60-4f81-a617-586e57b69501), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:08.952480 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (b35d29f9-8f60-4f81-a617-586e57b69501), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:08.970289 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Calling delete_port for b35d29f9-8f60-4f81-a617-586e57b69501 owned by network:floatingip {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:09.106750 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (b35d29f9-8f60-4f81-a617-586e57b69501), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:09.136066 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event deleted for resources: {'Port': ['ID=b35d29f9-8f60-4f81-a617-586e57b69501,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:09.198180 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for floatingip (4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:09.200799 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40995'] for floatingip (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:09.201958 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-afe9514e-999c-4678-a0dc-1b7c234a678e tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "DELETE /v2.0/floatingips/4443cdb2-7a64-4f17-8b3f-f4fe9fdec9c4 HTTP/1.1" status: 204 len: 168 time: 0.4643371 Jan 28 12:14:10.415209 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56736) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:10.484708 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1a6a00bc-4491-414e-9229-a5adacfb4f05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group (ed12b509-9c4b-4ff9-a62c-2733e75b4509), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:10.510120 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1a6a00bc-4491-414e-9229-a5adacfb4f05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group (ed12b509-9c4b-4ff9-a62c-2733e75b4509), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:10.578747 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1a6a00bc-4491-414e-9229-a5adacfb4f05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (ed12b509-9c4b-4ff9-a62c-2733e75b4509), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:10.581382 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1a6a00bc-4491-414e-9229-a5adacfb4f05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:10.582549 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-1a6a00bc-4491-414e-9229-a5adacfb4f05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed12b509-9c4b-4ff9-a62c-2733e75b4509 HTTP/1.1" status: 204 len: 168 time: 0.1663027 Jan 28 12:14:10.592020 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a00bc-4491-414e-9229-a5adacfb4f05 tempest-TestVolumeBootPattern-870659476 tempest-TestVolumeBootPattern-870659476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed12b509-9c4b-4ff9-a62c-2733e75b4509,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:10.637876 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56740) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:11.128268 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:11.310527 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a25ed7c0-8d2c-4d3a-9c73-60341135045a no longer exists at agent hyperv_hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:11.330657 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-bf90b903-da14-472a-957c-bf043755392a None None] No Port match for: a25ed7c0-8d2c-4d3a-9c73-60341135045a {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:11.330974 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-bf90b903-da14-472a-957c-bf043755392a None None] Device a25ed7c0-8d2c-4d3a-9c73-60341135045a not bound to the agent host hv-cinder-81187 {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:11.640536 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Deleting port 402cb053-ac8e-48bc-b278-a377acd8ba69 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:11.641189 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:11.723675 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] For port 402cb053-ac8e-48bc-b278-a377acd8ba69, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=402cb053-ac8e-48bc-b278-a377acd8ba69,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:11.724071 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:11.735525 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Calling delete_port for 402cb053-ac8e-48bc-b278-a377acd8ba69 owned by network:router_interface {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:11.921484 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (402cb053-ac8e-48bc-b278-a377acd8ba69), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:11.946690 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=402cb053-ac8e-48bc-b278-a377acd8ba69,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:12.114837 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:12.342054 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102404) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:14:12.447077 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102404) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:14:12.452414 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-398df266-a4ea-4606-9580-092281fd1d9a admin admin] 10.222.0.36 "PUT /v2.0/routers/af3d11ce-3262-4223-a2bc-f10f1d5b2f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8133931 Jan 28 12:14:12.454984 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56744) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:12.458824 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] Sync routers for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:14:12.469590 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:14:12.470207 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:12.558171 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks [] for router (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:12.577785 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: dv-cinder-811877-11-iscsi {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:14:12.662890 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks [] for router_gateway (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:12.718606 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Deleting port ee382958-2575-43af-b7a6-f83520413b42 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:12.718944 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (ee382958-2575-43af-b7a6-f83520413b42), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:12.759016 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ee382958-2575-43af-b7a6-f83520413b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:14:11Z', 'revision_number': 5, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port': {'id': 'ee382958-2575-43af-b7a6-f83520413b42', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:12.785906 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] Checking router: af3d11ce-3262-4223-a2bc-f10f1d5b2f8f for host: dv-cinder-811877-11-iscsi {{(pid=102406) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:14:12.795362 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] Routers {'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102406) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:14:12.796011 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'], 'active': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:12.805054 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] For port ee382958-2575-43af-b7a6-f83520413b42, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=ee382958-2575-43af-b7a6-f83520413b42,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:12.805443 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (ee382958-2575-43af-b7a6-f83520413b42), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:12.818005 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Calling delete_port for ee382958-2575-43af-b7a6-f83520413b42 owned by network:router_gateway {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:12.882190 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvr_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] Set router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f gateway port host: None {{(pid=102406) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:14:12.935053 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_hamode_db [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:14:12Z', 'revision_number': 6, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:12.963900 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436b483-3dc1-40c4-b8be-2044606705dc None None] The sync data for ids ['af3d11ce-3262-4223-a2bc-f10f1d5b2f8f'] in dv-cinder-811877-11-iscsi is: [{'id': 'af3d11ce-3262-4223-a2bc-f10f1d5b2f8f', 'name': 'tempest-TestVolumeBootPattern-729637602-router', 'tenant_id': '04552fdbdf57460f9723a040a31cb8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:27Z', 'updated_at': '2022-01-28T12:14:12Z', 'revision_number': 6, 'project_id': '04552fdbdf57460f9723a040a31cb8f7', 'gw_port_host': None}] {{(pid=102406) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:14:12.998657 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (ee382958-2575-43af-b7a6-f83520413b42), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.024827 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee382958-2575-43af-b7a6-f83520413b42,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:13.086367 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.183672 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.186197 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks [] for router_controller (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.235755 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (af3d11ce-3262-4223-a2bc-f10f1d5b2f8f), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.236640 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3d11ce-3262-4223-a2bc-f10f1d5b2f8f {{(pid=102404) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:14:13.242367 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.243495 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-0abad4f6-15be-4493-bab7-8a8eea9ed22d admin admin] 10.222.0.36 "DELETE /v2.0/routers/af3d11ce-3262-4223-a2bc-f10f1d5b2f8f HTTP/1.1" status: 204 len: 168 time: 0.7875507 Jan 28 12:14:13.246952 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56746) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:13.293846 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.db_base_plugin_v2 [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] Deleting subnet dba00513-1f8e-40a8-8089-6c1cfabe7060 {{(pid=102404) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:14:13.297506 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] Publish callbacks [] for subnet (dba00513-1f8e-40a8-8089-6c1cfabe7060), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.335054 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25643491'] for subnet (dba00513-1f8e-40a8-8089-6c1cfabe7060), precommit_delete_associations {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.420897 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (dba00513-1f8e-40a8-8089-6c1cfabe7060), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.477612 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25222182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25456920'] for subnet (dba00513-1f8e-40a8-8089-6c1cfabe7060), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.503358 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba00513-1f8e-40a8-8089-6c1cfabe7060,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:13.506850 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.512346 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-499e33d9-ec35-4cff-b1e2-74ae2b0ba7fd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dba00513-1f8e-40a8-8089-6c1cfabe7060 HTTP/1.1" status: 204 len: 168 time: 0.2620068 Jan 28 12:14:13.512721 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56748) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:13.512916 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72692752-2524-4146-9a3c-65e715c3e237 None None] Network a385901e-0429-4d3d-9e82-92605cefcf1e requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:14:13.582084 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (a385901e-0429-4d3d-9e82-92605cefcf1e), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.640358 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Deleting port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 {{(pid=102404) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:13.640695 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.703527 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] For port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,segment=NetworkSegment(98309b7a-1e13-46e2-a9b5-091d2e755019),segment_id=98309b7a-1e13-46e2-a9b5-091d2e755019)] {{(pid=102404) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:13.704180 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.718020 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.plugin [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Calling delete_port for 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 owned by network:dhcp {{(pid=102404) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:13.737523 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] DHCP port deletion for a385901e-0429-4d3d-9e82-92605cefcf1e request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:14:13.742056 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 402cb053-ac8e-48bc-b278-a377acd8ba69 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:13.763211 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 402cb053-ac8e-48bc-b278-a377acd8ba69 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:13.763567 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 402cb053-ac8e-48bc-b278-a377acd8ba69 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:13.803477 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25222163'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.813689 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Deleting port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:13.814047 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.840257 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] No DVR routers for this DVR port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 on host dv-cinder-811877-11-iscsi {{(pid=102404) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:14:13.844497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:13.880862 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] For port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5, host dv-cinder-811877-11-iscsi, got binding levels [] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:13.881253 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.894769 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Calling delete_port for 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:13.897657 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.ipam_backend_mixin [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 was not found and therefore no delete operation was performed {{(pid=102406) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 12:14:13.899030 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.917567 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (a385901e-0429-4d3d-9e82-92605cefcf1e), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.924318 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Pushing event deleted for resources: {'Port': ['ID=0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:13.931533 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] No DVR routers for this DVR port 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:14:13.934133 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.934479 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.934866 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.935212 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.935543 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.935891 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.936217 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.936602 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.936997 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.937196 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.937491 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.937814 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.938127 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c911fa4-0435-4518-91f2-9939851a465a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-11-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 12:14:13.940801 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a385901e-0429-4d3d-9e82-92605cefcf1e']}} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:13.955938 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98309b7a-1e13-46e2-a9b5-091d2e755019') {'for_net_delete': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:13.956364 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.services.segments.db [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98309b7a-1e13-46e2-a9b5-091d2e755019') {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:13.967033 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25643418'] for segment (98309b7a-1e13-46e2-a9b5-091d2e755019), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.982026 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (98309b7a-1e13-46e2-a9b5-091d2e755019), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.989270 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102404) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:14:13.989785 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25222348'] for segment (98309b7a-1e13-46e2-a9b5-091d2e755019), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: Traceback (most recent call last): Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: timer() Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: cb(*args, **kw) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: return func(*args, **kwargs) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: self._notify() Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: self.callback(batched_events) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: event.method(event) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: return f(self, *a, **k) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._get(url).json() Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: return self.request(url, 'GET', **kwargs) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:14:13.991536 dv-cinder-811877-11-iscsi neutron-server[102404]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:14:14.055719 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (a385901e-0429-4d3d-9e82-92605cefcf1e), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:14.061754 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:14.064961 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a385901e-0429-4d3d-9e82-92605cefcf1e HTTP/1.1" status: 204 len: 168 time: 0.5512545 Jan 28 12:14:14.068150 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56750) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:14.076351 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c407-77e8-4b08-9e93-a3906410c4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a385901e-0429-4d3d-9e82-92605cefcf1e,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:14.426650 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539458'] for router_interface (17e7c35c-28ea-486c-9ac5-ef2acb61582d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:14.679657 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Deleting port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:14.679928 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:14.761894 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] For port f81a8b7e-3d3a-49da-a145-5fd874a3aaf1, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,segment=NetworkSegment(57efa612-55b5-439d-81b1-b03acd83c679),segment_id=57efa612-55b5-439d-81b1-b03acd83c679)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:14.762238 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:14.774478 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Calling delete_port for f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 owned by network:router_interface {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:14.958761 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (f81a8b7e-3d3a-49da-a145-5fd874a3aaf1), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:14.984867 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Pushing event deleted for resources: {'Port': ['ID=f81a8b7e-3d3a-49da-a145-5fd874a3aaf1,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:15.115821 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device ee382958-2575-43af-b7a6-f83520413b42 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:15.138974 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: ee382958-2575-43af-b7a6-f83520413b42 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:15.139309 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device ee382958-2575-43af-b7a6-f83520413b42 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:15.139948 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:15.157415 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-728605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539630'] for router_interface (17e7c35c-28ea-486c-9ac5-ef2acb61582d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:15.160232 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:15.160575 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 0f6b8c5b-419f-4f9b-9be9-45b1fc4247f5 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:15.376189 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Router 17e7c35c-28ea-486c-9ac5-ef2acb61582d has already been hosted by L3 agent 79885375-feb3-4e71-9f30-a10f0eb9da71 {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 12:14:15.485025 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] Notify agent at l3_agent.dv-cinder-811877-11-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 12:14:15.490998 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9981c6c7-982a-41c2-9d57-0af9dc1dd31a admin admin] 10.222.0.36 "PUT /v2.0/routers/17e7c35c-28ea-486c-9ac5-ef2acb61582d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218137 Jan 28 12:14:15.494424 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56752) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:15.496317 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] Sync routers for ids ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'] in dv-cinder-811877-11-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 12:14:15.507025 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] Routers {'17e7c35c-28ea-486c-9ac5-ef2acb61582d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:14:15.507637 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:15.598529 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks [] for router (17e7c35c-28ea-486c-9ac5-ef2acb61582d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:15.612840 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] Set router 17e7c35c-28ea-486c-9ac5-ef2acb61582d gateway port host: dv-cinder-811877-11-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:14:15.699877 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks [] for router_gateway (17e7c35c-28ea-486c-9ac5-ef2acb61582d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:15.753156 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Deleting port bea7232e-60bc-4306-bc65-5857738b2883 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:15.753488 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (bea7232e-60bc-4306-bc65-5857738b2883), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:15.786544 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'external_fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:14:14Z', 'revision_number': 5, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port': {'id': 'bea7232e-60bc-4306-bc65-5857738b2883', 'name': '', 'network_id': '3de72453-1fac-40f5-8076-0c354680822f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T12:07:33Z', 'updated_at': '2022-01-28T12:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b083ea1-cafd-42ce-be43-91b26fe15f31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-11-iscsi'}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:15.813482 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] Checking router: 17e7c35c-28ea-486c-9ac5-ef2acb61582d for host: dv-cinder-811877-11-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 12:14:15.822071 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] Routers {'17e7c35c-28ea-486c-9ac5-ef2acb61582d'} bound to L3 agent in host dv-cinder-811877-11-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 12:14:15.822702 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T11:50:21Z,description=,heartbeat_timestamp=2022-01-28T12:13:51Z,host='dv-cinder-811877-11-iscsi',id=79885375-feb3-4e71-9f30-a10f0eb9da71,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T11:50:21Z,topic='l3_agent')) {'router_ids': ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:15.832395 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] For port bea7232e-60bc-4306-bc65-5857738b2883, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=bea7232e-60bc-4306-bc65-5857738b2883,segment=NetworkSegment(7e5a42f3-2833-4d1a-b2db-ae5edb3fda77),segment_id=7e5a42f3-2833-4d1a-b2db-ae5edb3fda77)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:15.832760 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (bea7232e-60bc-4306-bc65-5857738b2883), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:15.844366 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Calling delete_port for bea7232e-60bc-4306-bc65-5857738b2883 owned by network:router_gateway {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:15.907138 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] Set router 17e7c35c-28ea-486c-9ac5-ef2acb61582d gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 12:14:15.961217 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:14:15Z', 'revision_number': 6, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port_host': None}], 'dv-cinder-811877-11-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:15.988171 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae6f145-b7e8-40cb-b7d4-097f2c980ac9 None None] The sync data for ids ['17e7c35c-28ea-486c-9ac5-ef2acb61582d'] in dv-cinder-811877-11-iscsi is: [{'id': '17e7c35c-28ea-486c-9ac5-ef2acb61582d', 'name': 'tempest-TestVolumeBootPattern-1638937910-router', 'tenant_id': 'aec727e861da4b7e83c509007eca2bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T12:07:32Z', 'updated_at': '2022-01-28T12:14:15Z', 'revision_number': 6, 'project_id': 'aec727e861da4b7e83c509007eca2bb4', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 12:14:16.013991 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (bea7232e-60bc-4306-bc65-5857738b2883), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.040438 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea7232e-60bc-4306-bc65-5857738b2883,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:16.110362 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538500'] for router_gateway (17e7c35c-28ea-486c-9ac5-ef2acb61582d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.202992 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10283'] for router (17e7c35c-28ea-486c-9ac5-ef2acb61582d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.205157 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks [] for router_controller (17e7c35c-28ea-486c-9ac5-ef2acb61582d), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.510811 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533752'] for router (17e7c35c-28ea-486c-9ac5-ef2acb61582d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.511366 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e7c35c-28ea-486c-9ac5-ef2acb61582d {{(pid=102405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 12:14:16.516315 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.517401 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-25fdf1d4-5274-4eab-926a-2cfc6aece306 admin admin] 10.222.0.36 "DELETE /v2.0/routers/17e7c35c-28ea-486c-9ac5-ef2acb61582d HTTP/1.1" status: 204 len: 168 time: 1.0217836 Jan 28 12:14:16.520071 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56754) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:16.565274 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] Deleting subnet ece4a4ec-5874-43c2-8e5b-f09d9514f35f {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 12:14:16.568397 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] Publish callbacks [] for subnet (ece4a4ec-5874-43c2-8e5b-f09d9514f35f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.608919 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2511395'] for subnet (ece4a4ec-5874-43c2-8e5b-f09d9514f35f), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.688431 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1750196'] for subnet (ece4a4ec-5874-43c2-8e5b-f09d9514f35f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.743992 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1750203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-823149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26305527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26662451'] for subnet (ece4a4ec-5874-43c2-8e5b-f09d9514f35f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.769603 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece4a4ec-5874-43c2-8e5b-f09d9514f35f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:16.773255 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.777481 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-359eaff8-dbef-4e48-b736-f275ede3eabe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ece4a4ec-5874-43c2-8e5b-f09d9514f35f HTTP/1.1" status: 204 len: 168 time: 0.2552164 Jan 28 12:14:16.779324 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56756) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:16.781654 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dbd747-6b6c-4da4-9277-d5a26d76f17b None None] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 requested from dv-cinder-811877-11-iscsi {{(pid=102406) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 12:14:16.848507 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1889909'] for network (4f7ce86a-ea6c-471e-aea3-e135b32b4c06), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.905797 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Deleting port 53b47d0e-dbad-401c-b215-48e7dac3f851 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:16.906104 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.934064 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] DHCP port deletion for 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 request from dv-cinder-811877-11-iscsi {{(pid=102406) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 12:14:16.974583 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] For port 53b47d0e-dbad-401c-b215-48e7dac3f851, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=53b47d0e-dbad-401c-b215-48e7dac3f851,segment=NetworkSegment(57efa612-55b5-439d-81b1-b03acd83c679),segment_id=57efa612-55b5-439d-81b1-b03acd83c679)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:16.974934 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.983686 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] Deleting port 53b47d0e-dbad-401c-b215-48e7dac3f851 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 12:14:16.984112 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743834955376'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:16.989961 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Calling delete_port for 53b47d0e-dbad-401c-b215-48e7dac3f851 owned by network:dhcp {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:17.063164 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] For port 53b47d0e-dbad-401c-b215-48e7dac3f851, host dv-cinder-811877-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-11-iscsi',level=0,port_id=53b47d0e-dbad-401c-b215-48e7dac3f851,segment=NetworkSegment(57efa612-55b5-439d-81b1-b03acd83c679),segment_id=57efa612-55b5-439d-81b1-b03acd83c679)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 12:14:17.063556 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538725'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.073753 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:17.081157 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] Calling delete_port for 53b47d0e-dbad-401c-b215-48e7dac3f851 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 12:14:17.091755 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26305474'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.100796 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:17.101145 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device f81a8b7e-3d3a-49da-a145-5fd874a3aaf1 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:17.101871 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 53b47d0e-dbad-401c-b215-48e7dac3f851 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:17.117247 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b47d0e-dbad-401c-b215-48e7dac3f851,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:17.120774 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] No DVR routers for this DVR port 53b47d0e-dbad-401c-b215-48e7dac3f851 on host dv-cinder-811877-11-iscsi {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:14:17.128775 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: 53b47d0e-dbad-401c-b215-48e7dac3f851 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:17.129120 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device 53b47d0e-dbad-401c-b215-48e7dac3f851 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:17.129528 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device bea7232e-60bc-4306-bc65-5857738b2883 no longer exists at agent ovs-agent-dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 12:14:17.195515 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1752911', 'neutron.services.segments.db._delete_segments_for_network-8743834785172'] for network (4f7ce86a-ea6c-471e-aea3-e135b32b4c06), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.221626 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7ce86a-ea6c-471e-aea3-e135b32b4c06']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:17.232055 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57efa612-55b5-439d-81b1-b03acd83c679') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:17.232301 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57efa612-55b5-439d-81b1-b03acd83c679') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 12:14:17.242625 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743834786205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2511450'] for segment (57efa612-55b5-439d-81b1-b03acd83c679), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.257165 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331'] for segment (57efa612-55b5-439d-81b1-b03acd83c679), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.264100 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 12:14:17.264483 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26305309'] for segment (57efa612-55b5-439d-81b1-b03acd83c679), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: timer() Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: cb(*args, **kw) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: self._notify() Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: self.callback(batched_events) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: event.method(event) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._get(url).json() Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 12:14:17.266202 dv-cinder-811877-11-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 12:14:17.313340 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] No Port match for: bea7232e-60bc-4306-bc65-5857738b2883 {{(pid=102406) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 12:14:17.313722 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.rpc [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Device bea7232e-60bc-4306-bc65-5857738b2883 not bound to the agent host dv-cinder-811877-11-iscsi {{(pid=102406) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 12:14:17.323327 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1752886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539244'] for network (4f7ce86a-ea6c-471e-aea3-e135b32b4c06), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.339778 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-728816'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.343212 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4f7ce86a-ea6c-471e-aea3-e135b32b4c06 HTTP/1.1" status: 204 len: 168 time: 0.5628288 Jan 28 12:14:17.344126 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f81fdd-3361-426b-a9d4-cd29bb7915e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7ce86a-ea6c-471e-aea3-e135b32b4c06,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:17.360230 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1764696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-728806', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743834962122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743834468392'] for port (53b47d0e-dbad-401c-b215-48e7dac3f851), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.382710 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] Network 4f7ce86a-ea6c-471e-aea3-e135b32b4c06 is not hosted by any dhcp agent {{(pid=102406) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 12:14:17.383093 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] No DVR routers for this DVR port 53b47d0e-dbad-401c-b215-48e7dac3f851 on host dv-cinder-811877-11-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 12:14:17.384646 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e3929-e22b-4ef0-afaf-2c5d10143f80 None None] Pushing event deleted for resources: {'Port': ['ID=53b47d0e-dbad-401c-b215-48e7dac3f851,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:17.457970 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56760) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:17.497136 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-e3e1ce16-3864-4b48-ae7b-2373adf0f9ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04552fdbdf57460f9723a040a31cb8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379858 Jan 28 12:14:17.499565 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [-] (102404) accepted ('10.222.0.36', 56762) {{(pid=102404) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:17.548108 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7113-8921-4f9f-a777-fd35f8837117 admin admin] Publish callbacks [] for security_group (fabe012d-a5b3-466e-9625-d8d23e5d117b), before_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.573771 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7113-8921-4f9f-a777-fd35f8837117 admin admin] Publish callbacks [] for security_group (fabe012d-a5b3-466e-9625-d8d23e5d117b), precommit_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.629497 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7113-8921-4f9f-a777-fd35f8837117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (fabe012d-a5b3-466e-9625-d8d23e5d117b), after_delete {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.632073 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7113-8921-4f9f-a777-fd35f8837117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:17.633292 dv-cinder-811877-11-iscsi neutron-server[102404]: INFO neutron.wsgi [None req-9c6b7113-8921-4f9f-a777-fd35f8837117 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fabe012d-a5b3-466e-9625-d8d23e5d117b HTTP/1.1" status: 204 len: 168 time: 0.1327791 Jan 28 12:14:17.641292 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b7113-8921-4f9f-a777-fd35f8837117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe012d-a5b3-466e-9625-d8d23e5d117b,revision_number=None']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:17.968885 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56768) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:18.008709 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-33e27e2b-b136-48aa-aa6b-197cfeac37e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aec727e861da4b7e83c509007eca2bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386543 Jan 28 12:14:18.011129 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.36', 56770) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 12:14:18.063026 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46dd78a-9b95-4ac8-b254-f8a4745ff18b admin admin] Publish callbacks [] for security_group (38bc3636-054a-4dcb-8b18-f6f175bf6496), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:18.092628 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46dd78a-9b95-4ac8-b254-f8a4745ff18b admin admin] Publish callbacks [] for security_group (38bc3636-054a-4dcb-8b18-f6f175bf6496), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:18.155621 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46dd78a-9b95-4ac8-b254-f8a4745ff18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031860'] for security_group (38bc3636-054a-4dcb-8b18-f6f175bf6496), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:18.159159 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a46dd78a-9b95-4ac8-b254-f8a4745ff18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:18.160676 dv-cinder-811877-11-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a46dd78a-9b95-4ac8-b254-f8a4745ff18b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38bc3636-054a-4dcb-8b18-f6f175bf6496 HTTP/1.1" status: 204 len: 168 time: 0.1486888 Jan 28 12:14:18.168797 dv-cinder-811877-11-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dd78a-9b95-4ac8-b254-f8a4745ff18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bc3636-054a-4dcb-8b18-f6f175bf6496,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 12:14:18.447507 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3c5f4d81-8679-410a-8127-e4ad935c58ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:20.667310 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-304b5191-d0c0-4020-a26b-9cfba8702c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:21.740760 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:21.742717 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:23.311946 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:24.533532 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:29.083943 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:14:48.449509 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e703d8cc-119e-41e1-aca8-49b425cff651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:50.673073 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-559bba19-d07d-461a-8196-c7a705a69e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:51.748119 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:51.749464 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:53.314599 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:14:54.533674 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:06.084540 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:15:18.449717 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-473b0433-7c4d-4f35-9033-a09d1ee8cd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:20.685089 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-546f23fe-3b23-4955-af46-bc5fe08b5ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:21.733014 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:21.737884 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:23.316125 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:24.536339 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:43.083375 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:15:48.452818 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-168dfb01-6a8f-4362-9dcf-cb1399e40e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:50.681705 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e491-f1ac-42f7-bb3b-87a325d1fa4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:51.749172 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:51.750539 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:53.319819 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:15:54.535015 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:18.452336 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-17b4e9ae-48bd-4c13-9812-55e51db71606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:20.087077 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:16:20.679800 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9e28332c-1d59-4bd0-bdec-11908f668f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:21.750622 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:21.752033 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:23.331631 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:24.536988 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:48.451220 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b0b29970-aa0d-4652-a883-23091aad7b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:50.686563 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f43f65f4-42b5-42ae-9f55-c1c4f9475b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:51.753532 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:51.754674 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:53.338023 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:54.540663 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:16:57.092171 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:17:18.450395 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5738526-d369-44c4-901d-4599369e006d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:20.677101 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-961d673a-1b5c-4092-90ec-28374046a10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:21.761817 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:21.764052 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:23.334332 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:24.544481 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:34.100697 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:17:48.454341 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f3ac-26de-45d5-b87f-8176bd958131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:50.685520 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e76ad5fc-f0ba-460d-8036-54d1fa78c54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:51.759454 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:51.763131 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:53.341786 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:17:54.546009 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:11.093392 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:18:18.450958 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75ade7a8-7044-4ca0-ab7f-ca1c73e1a2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:20.681898 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-47fc4aa5-20ad-4d40-bcca-7445d3d0c240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:21.282710 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-4f3cc2c9-5d57-4607-a233-f624ed4bc955 req-c4a3e3f1-5d15-4379-bc5a-2aabf8b1bc9f service neutron] (102404) timed out ('10.222.0.39', 56715) {{(pid=102404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:18:21.771738 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:21.773548 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:23.346655 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:24.546799 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:27.505676 dv-cinder-811877-11-iscsi neutron-server[102404]: DEBUG neutron.wsgi [req-938cc1e1-f28d-4d85-a1d3-58274f24e23c req-644dd2c6-6757-4c16-9f17-20677352b833 service neutron] (102404) timed out ('10.222.0.36', 53478) {{(pid=102404) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 12:18:48.097943 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 12:18:48.452231 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57201377-f50d-409c-8b41-1a030f1ec8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:50.668180 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fa758650-429a-4804-9c17-27bafaf2353a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:51.772099 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:51.777362 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:53.348570 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:18:54.556955 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:18.452609 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6b0c-126d-4c9a-af8e-689ea37af5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (4750af0f-1372-4375-ab0c-0d544783418b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:20.669947 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5a9e83d3-f0fe-425d-a178-60ef4678abc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (79885375-feb3-4e71-9f30-a10f0eb9da71), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:21.768852 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abcb0a3a-c9a4-451f-ac1c-204816d2306c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (50ef090d-783c-4955-b8f1-244242972790), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:21.785626 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bf90b903-da14-472a-957c-bf043755392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (cebfd0da-4ae5-4d3e-a7af-4911d9ff04ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:23.360223 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f79e9507-4e1b-49b5-af1c-428c03a019ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (b5836264-9ae9-4ad9-b128-ca0a15d8c43e), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:24.544869 dv-cinder-811877-11-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-40213d08-74e2-4b22-ba58-66048f02028a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743834785154', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1746511'] for agent (6f5b14b4-d33b-452c-8484-f74311c618ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 12:19:25.097433 dv-cinder-811877-11-iscsi neutron-server[102407]: DEBUG neutron.db.agents_db [None req-6d246cda-1555-42d3-a29b-e70faa279bde None None] Agent healthcheck: found 6 active agents {{(pid=102407) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}